-- Logs begin at Mon 2021-05-31 10:59:22 UTC, end at Mon 2021-05-31 12:28:59 UTC. -- May 31 11:31:52.359472 dv-cinder-791240-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 31 11:31:53.323942 dv-cinder-791240-4-iscsi neutron-server[98257]: Beware of the coming changes in the project packaging May 31 11:31:53.324544 dv-cinder-791240-4-iscsi neutron-server[98257]: https://github.com/svinota/pyroute2/discussions/786 May 31 11:31:54.765686 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.common.config [-] Logging enabled! May 31 11:31:54.766279 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:31:54.766429 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98257) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:31:54.769497 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.common.config [-] Logging enabled! May 31 11:31:54.769777 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:31:54.770079 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98257) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:31:54.770994 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:31:54.771220 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:31:54.771564 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:31:54.771800 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:31:54.772016 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:31:54.772328 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.772612 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.772899 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.773122 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.773406 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.773715 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.773991 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.774272 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.774558 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.774835 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.775108 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.775387 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.775615 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.775890 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.776166 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.776443 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.776678 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] debug = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.777025 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.777448 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.777880 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.778154 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.778437 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.778711 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.778975 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.779245 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.779520 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.779839 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] host = dv-cinder-791240-4-iscsi {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.780110 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.780389 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.780687 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.780949 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.781216 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.781487 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.781787 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.782056 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.782321 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] log_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.782587 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.782868 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.783148 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.783434 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.783652 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.783869 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.784148 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.784425 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.784692 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.784958 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.785225 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.785497 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.785787 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.786048 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.786336 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.786596 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.786873 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.787140 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.787406 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.787670 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.787934 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.788210 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.788475 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.788740 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.789008 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.789286 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.789549 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.789834 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.790126 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.790403 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.790674 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.790952 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.791220 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.791496 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.791765 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.792034 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.792811 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] use_json = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.793092 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.793361 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.793661 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.793931 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.794200 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.794467 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.794732 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.795010 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:54.795303 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.795598 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.795893 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.796172 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.796461 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.796735 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.797018 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.797292 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.797593 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.797880 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.798164 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.798438 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.798721 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.798993 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.799281 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.799576 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.799863 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.800151 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.800422 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.800691 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.800960 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.801234 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.801518 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.801829 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.802112 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.802382 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.802656 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.802940 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.803214 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.803481 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.803754 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.804127 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.804407 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.804674 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.804951 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.805223 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.805494 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.806048 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.806323 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.806605 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.806875 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.807140 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.807404 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.807676 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.807960 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.808779 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.809052 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.809320 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.809610 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.809887 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.810153 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.810420 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.810693 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.810958 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.811227 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.811494 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.811759 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.812023 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.812289 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.812555 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.812820 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.813085 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.813357 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.813648 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.813916 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.814180 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.814447 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.814713 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.814990 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.815280 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.815559 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.815831 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.816102 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.816373 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.816645 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.816915 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.817184 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.817455 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.817745 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.818029 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.818302 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.818581 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.818857 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.819127 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.819415 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.819685 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.819960 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.820230 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.820500 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.820780 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.821055 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.821340 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.821649 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.821935 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.822216 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.822499 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.822770 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.823240 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.823548 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:54.823772 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:31:54.824004 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98257) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 11:31:55.166985 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:31:55.167275 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:31:55.168173 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:31:55.168642 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 11:31:55.553316 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.553627 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.553892 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.555080 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.555347 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.555603 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.591068 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.591340 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.591601 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.604312 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.604588 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.604887 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.634381 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.634381 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.634381 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.670870 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.671143 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.671400 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.899759 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.900358 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.900358 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.900543 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:55.901182 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.022682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.022994 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.023267 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.023554 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.023789 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.024120 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.024337 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.024583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.024827 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.025099 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.025383 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.025624 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.025882 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.026129 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.026386 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.026666 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.028026 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.028312 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.028579 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.028867 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.029215 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.029472 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.029750 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.030033 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.030282 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.030526 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.030908 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:31:56.031141 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:31:56.031374 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:31:56.031605 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:31:56.031835 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:31:56.032063 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:31:56.032423 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 11:31:56.035552 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 11:31:56.039438 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 11:31:56.043185 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 31 11:31:56.044805 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 11:31:56.045238 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 11:31:56.045591 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 11:31:56.045968 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 11:31:56.048869 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 11:31:56.049116 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 11:31:56.049457 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:31:56.077494 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 11:31:56.077956 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.078247 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98257) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 11:31:56.078601 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.079927 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98257) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 11:31:56.080201 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:31:56.080442 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 11:31:56.083659 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.083934 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.162573 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 11:31:56.162758 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 11:31:56.162995 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 11:31:56.163355 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 11:31:56.192947 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_db.sqlalchemy.engines [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98257) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 11:31:56.520699 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Initializing driver for type 'gre' May 31 11:31:56.521222 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] gre ID ranges: [(1, 1000)] May 31 11:31:56.572996 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Initializing driver for type 'local' May 31 11:31:56.573324 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Initializing driver for type 'vlan' May 31 11:31:56.584481 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] VlanTypeDriver initialization complete May 31 11:31:56.584817 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Initializing driver for type 'vxlan' May 31 11:31:56.585293 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] vxlan ID ranges: [(1, 1000)] May 31 11:31:56.635132 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Initializing extension driver 'port_security' May 31 11:31:56.635449 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] PortSecurityExtensionDriver initialization complete May 31 11:31:56.635777 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Initializing mechanism driver 'openvswitch' May 31 11:31:56.636101 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Initializing mechanism driver 'hyperv' May 31 11:31:56.642561 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:31:56.643321 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > port after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.643687 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > port after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.644034 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > port after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.644412 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.644754 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.645102 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.645458 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > network after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.645820 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > network after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.646155 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > network after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.646520 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.646859 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.647186 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.647552 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.647885 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.648210 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.648573 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > address_group after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.648902 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > address_group after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.649228 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.649583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] ML2 OVO RPC backend initialized. {{(pid=98257) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 11:31:56.650269 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.650615 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.651018 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > network before_response 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.651355 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > networks before_response 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.652195 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > port before_response 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.652525 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > ports before_response 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.652855 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.653187 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.653521 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > network after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.653870 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > network after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.654193 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > network after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.654519 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > port after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.654844 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > port after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.655165 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > port after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.655489 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.655811 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.656131 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.656690 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.plugin [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Modular L2 Plugin initialization complete May 31 11:31:56.657007 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading services supported by the core plugin {{(pid=98257) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 11:31:56.657321 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.plugins.ml2.managers [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Got port-security extension from driver 'port_security' May 31 11:31:56.657807 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.extensions.vlantransparent [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Disabled vlantransparent extension. May 31 11:31:56.658294 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98257) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 11:31:56.658599 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading Plugin: router May 31 11:31:56.695553 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.695935 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router after_create 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.696295 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router before_create 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.696647 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.697010 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.697357 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router after_delete 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.697736 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.698091 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router after_create 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.698428 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router after_update 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.698767 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router after_update 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.699105 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.699451 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router after_update 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.699844 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.700201 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: port after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.700529 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: port after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.700854 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: subnet after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.701186 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.701526 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.701888 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.702222 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: port before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.702555 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.702900 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router after_update 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.703239 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.703574 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.703927 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.704262 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.704621 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > network after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.705441 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Tracking information for resource: router configured {{(pid=98257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:31:56.705794 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Tracking information for resource: floatingip configured {{(pid=98257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:31:56.710653 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.db.l3_agentschedulers_db [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 11:31:56.711225 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: port after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.711578 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: port after_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.711918 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: port after_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.712260 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: port after_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.713037 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router before_create 55550100 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.713392 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.713772 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.714612 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.718983 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.services.provider_configuration [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service providers = [] {{(pid=98257) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 11:31:56.719336 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.db.servicetype_db [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98257) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 11:31:56.722217 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.services.service_base [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:31:56.722561 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.services.service_base [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:31:56.722903 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.services.service_base [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:31:56.723776 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.services.service_base [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:31:56.724140 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.services.service_base [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 11:31:56.724665 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:31:56.724976 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 11:31:56.735782 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:31:56.736111 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading Plugin: auto_allocate May 31 11:31:56.741817 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: network precommit_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.742174 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: network precommit_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.742676 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:31:56.742983 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading Plugin: tag May 31 11:31:56.749725 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:31:56.750051 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading Plugin: timestamp May 31 11:31:56.753759 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:31:56.754078 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading Plugin: network_ip_availability May 31 11:31:56.759160 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.759524 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.759871 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.760573 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:31:56.760886 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading Plugin: flavors May 31 11:31:56.765880 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:31:56.766213 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading Plugin: revisions May 31 11:31:56.770614 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:31:56.771030 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_concurrency.lockutils [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.603s {{(pid=98257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:31:56.771733 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98257) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 11:31:56.772028 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Initializing extension manager. May 31 11:31:56.772522 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: __init__.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.772858 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: __pycache__ {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.773184 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.773509 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: address_group.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.774263 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.774830 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: address-group May 31 11:31:56.775145 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: address_scope.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.775816 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.776349 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: address-scope May 31 11:31:56.777194 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.778597 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.779343 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: router-admin-state-down-before-update May 31 11:31:56.779814 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: agent.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.780503 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.781009 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: agent May 31 11:31:56.781322 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: agent_resources_synced.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.782249 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.782772 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: agent-resources-synced May 31 11:31:56.783064 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.784819 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.785332 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: allowed-address-pairs May 31 11:31:56.785678 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.786734 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.787236 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: auto-allocated-topology May 31 11:31:56.787553 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: availability_zone.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.788217 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.788708 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: availability_zone May 31 11:31:56.789019 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: availability_zone_filter.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.789927 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.790421 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: availability_zone_filter May 31 11:31:56.790734 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: data_plane_status.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.791608 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.792096 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension data-plane-status not supported by any of loaded plugins May 31 11:31:56.793038 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: default_subnetpools.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.793948 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.794440 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: default-subnetpools May 31 11:31:56.794752 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.795543 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.796034 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: dhcp_agent_scheduler May 31 11:31:56.796349 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: dns.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.797231 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.797750 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension dns-integration not supported by any of loaded plugins May 31 11:31:56.798065 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: dns_domain_ports.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.798951 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.799441 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 11:31:56.799752 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: dvr.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.800403 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.800898 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: dvr May 31 11:31:56.801211 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: empty_string_filtering.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.802116 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.802616 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: empty-string-filtering May 31 11:31:56.802928 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.803808 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.804302 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 11:31:56.804613 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.805491 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.806269 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 11:31:56.806579 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: external_net.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.807453 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.808174 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: external-net May 31 11:31:56.808291 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.809174 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.809709 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: extra_dhcp_opt May 31 11:31:56.810021 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: extraroute.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.810905 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.811399 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: extraroute May 31 11:31:56.811709 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: extraroute_atomic.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.812721 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.813214 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: extraroute-atomic May 31 11:31:56.813526 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: filter_validation.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.814182 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.814669 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: filter-validation May 31 11:31:56.814980 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: fip_pf_description.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.816029 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.816518 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 11:31:56.816831 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: fip_port_details.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.817739 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.818233 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: fip-port-details May 31 11:31:56.818547 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: flavors.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.819757 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.820256 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: flavors May 31 11:31:56.820574 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.822249 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.822756 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 11:31:56.823078 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: floatingip_pools.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.823782 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.824281 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: floatingip-pools May 31 11:31:56.824598 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: ip_allocation.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.825499 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.826017 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension ip_allocation not supported by any of loaded plugins May 31 11:31:56.826331 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.827212 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.827705 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: ip-substring-filtering May 31 11:31:56.828019 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: l2_adjacency.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.828911 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.829397 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 11:31:56.829739 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: l3.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.830681 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.831186 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: router May 31 11:31:56.831500 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.833729 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.834247 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 11:31:56.834570 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.835481 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.835987 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: ext-gw-mode May 31 11:31:56.836305 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.837197 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.837740 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: l3-ha May 31 11:31:56.838061 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: l3_flavors.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.838945 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.839959 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: l3-flavors May 31 11:31:56.840276 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.841177 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.841706 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 11:31:56.842024 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: l3agentscheduler.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.843033 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.843530 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: l3_agent_scheduler May 31 11:31:56.843848 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: logging.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.845294 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.845830 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension logging not supported by any of loaded plugins May 31 11:31:56.846156 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: metering.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.846874 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.847432 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: metering May 31 11:31:56.847751 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.848803 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.849309 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: metering_source_and_destination_fields May 31 11:31:56.849652 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: multiprovidernet.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.850664 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.851159 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: multi-provider May 31 11:31:56.851480 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: netmtu.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.852358 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.852854 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: net-mtu May 31 11:31:56.853168 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: netmtu_writable.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.854152 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.854645 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: net-mtu-writable May 31 11:31:56.855530 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: network_availability_zone.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.856175 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.856670 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: network_availability_zone May 31 11:31:56.856983 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: network_ip_availability.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.858067 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.858569 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: network-ip-availability May 31 11:31:56.858885 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: network_segment_range.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.859624 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.860114 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension network-segment-range not supported by any of loaded plugins May 31 11:31:56.860427 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: pagination.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.861391 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.861744 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: pagination May 31 11:31:56.862292 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: port_device_profile.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.863187 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.863687 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: port-device-profile May 31 11:31:56.864002 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.864880 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.865374 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: port-mac-address-regenerate May 31 11:31:56.865722 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.866592 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.867088 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: port-numa-affinity-policy May 31 11:31:56.867403 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: port_resource_request.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.868281 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.868770 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension port-resource-request not supported by any of loaded plugins May 31 11:31:56.869080 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: portbindings.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.869993 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.870530 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: binding May 31 11:31:56.870845 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: portbindings_extended.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.872101 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.872604 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: binding-extended May 31 11:31:56.872921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: portsecurity.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.873833 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.874330 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: port-security May 31 11:31:56.874645 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: project_id.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.875583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.875903 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: project-id May 31 11:31:56.876216 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: providernet.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.877101 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.877617 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: provider May 31 11:31:56.877932 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.881356 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.881898 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos not supported by any of loaded plugins May 31 11:31:56.882225 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.883429 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.883935 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 11:31:56.884256 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.885142 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.885680 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 11:31:56.886041 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos_default.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.886924 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.887422 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos-default not supported by any of loaded plugins May 31 11:31:56.887739 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos_fip.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.888361 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.888852 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos-fip not supported by any of loaded plugins May 31 11:31:56.889166 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.890092 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.890585 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 11:31:56.890901 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.891779 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.892272 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 11:31:56.892587 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.893470 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.893989 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 11:31:56.894303 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: qos_rules_alias.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.895308 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.895812 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 11:31:56.896126 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: quotasv2.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.897103 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.897420 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: quotas May 31 11:31:56.897761 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: quotasv2_detail.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.899358 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.899689 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: quota_details May 31 11:31:56.900010 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: rbac.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.901028 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.901540 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: rbac-policies May 31 11:31:56.902393 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: rbac_address_group.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.903287 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.903791 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: rbac-address-group May 31 11:31:56.904107 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: rbac_address_scope.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.904993 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.905498 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: rbac-address-scope May 31 11:31:56.905837 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: rbac_security_groups.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.906717 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.907213 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: rbac-security-groups May 31 11:31:56.907525 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.908417 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.908914 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: rbac-subnetpool May 31 11:31:56.909227 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: revisionifmatch.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.910139 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.910634 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: revision-if-match May 31 11:31:56.910945 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: revisions.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.912027 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.912528 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: standard-attr-revisions May 31 11:31:56.912841 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: router_availability_zone.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.913488 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.914009 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: router_availability_zone May 31 11:31:56.914322 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: routerservicetype.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.915211 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.915711 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension router-service-type not supported by any of loaded plugins May 31 11:31:56.916025 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.916908 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.917458 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: security-groups-normalized-cidr May 31 11:31:56.917802 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.918694 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.919190 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: port-security-groups-filtering May 31 11:31:56.919504 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.920390 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.920887 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: security-groups-remote-address-group May 31 11:31:56.921201 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: securitygroup.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.930448 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.931219 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: security-group May 31 11:31:56.931549 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: segment.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.932299 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.932797 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension segment not supported by any of loaded plugins May 31 11:31:56.933671 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.934576 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.935071 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 11:31:56.935387 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: servicetype.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.936450 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.936955 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: service-type May 31 11:31:56.937268 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: sorting.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.938238 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.938563 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: sorting May 31 11:31:56.938879 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: standard_attr_segment.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.939780 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.940283 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 11:31:56.940598 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: standardattrdescription.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.941219 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.941752 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: standard-attr-description May 31 11:31:56.942075 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: stateful_security_group.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.942961 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.943460 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: stateful-security-group May 31 11:31:56.943775 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: stdattrs_common.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.944323 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 11:31:56.944633 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.945608 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.946114 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 11:31:56.946426 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: subnet_onboard.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.947494 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.948000 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: subnet_onboard May 31 11:31:56.948312 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.949270 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.949794 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 11:31:56.950109 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: subnet_service_types.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.950994 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.951583 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: subnet-service-types May 31 11:31:56.951902 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: subnetallocation.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.953030 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.954573 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: subnet_allocation May 31 11:31:56.954906 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.955588 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.956089 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: subnetpool-prefix-ops May 31 11:31:56.956403 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.957311 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.957834 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 11:31:56.958151 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: tagging.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.959188 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.959690 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: standard-attr-tag May 31 11:31:56.960008 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: timestamp.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.961173 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.961711 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loaded extension: standard-attr-timestamp May 31 11:31:56.962037 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: trunk.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.963043 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.963540 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension trunk not supported by any of loaded plugins May 31 11:31:56.963856 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: trunk_details.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.965264 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.965789 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension trunk-details not supported by any of loaded plugins May 31 11:31:56.966107 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.967002 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.967498 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 11:31:56.967810 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Loading extension file: vlantransparent.py {{(pid=98257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:31:56.968446 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:31:56.968936 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 11:31:56.971352 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:network May 31 11:31:56.972064 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:subnet May 31 11:31:56.973846 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:31:56.974461 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:port May 31 11:31:56.975685 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.976109 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service FLAVORS assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.976720 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.977136 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.977457 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:router May 31 11:31:56.978121 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:31:56.978812 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service METERING assigned prefix: /metering {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.980273 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.980635 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.980977 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:31:56.982118 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:31:56.982561 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:security_group May 31 11:31:56.983221 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:31:56.983946 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service CORE assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.984268 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:31:56.984594 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] subnetpool is already registered May 31 11:31:56.985181 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service CORE assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.985499 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:31:56.985848 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] subnetpool is already registered May 31 11:31:56.988421 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.988841 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service FLAVORS assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.989418 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.989851 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.990175 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:router May 31 11:31:56.990494 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] router is already registered May 31 11:31:56.991071 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:31:56.991389 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] floatingip is already registered May 31 11:31:56.992000 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service METERING assigned prefix: /metering {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.992659 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:31:56.992976 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] rbac_policy is already registered May 31 11:31:56.993502 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:security_group May 31 11:31:56.993852 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] security_group is already registered May 31 11:31:56.994422 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:31:56.994749 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] security_group_rule is already registered May 31 11:31:56.995430 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service CORE assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.995750 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:31:56.996064 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] subnetpool is already registered May 31 11:31:56.996648 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.v2.resource_helper [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Service CORE assigned prefix: {{(pid=98257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:31:56.996962 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:31:56.997273 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING neutron.quota.resource_registry [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] subnetpool is already registered May 31 11:31:56.997925 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: extensions {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:56.999345 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: address-groups {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.000931 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: address-scopes {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.002151 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: agents {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.003302 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: auto-allocated-topology {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.004523 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: availability_zones {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.005843 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: dhcp-networks {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.007232 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: dhcp-agents {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.008620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: routers {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.010420 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: flavors {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.012139 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: service_profiles {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.013352 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: next_providers {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.014895 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: service_profiles {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.016309 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: floatingip-pools {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.017505 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: routers {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.019296 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: floatingips {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.020471 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: l3-routers {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.021893 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: l3-agents {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.023234 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: metering-labels {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.024575 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: metering-label-rules {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.025852 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: network-ip-availabilities {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.027651 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: bindings {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.029303 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: quotas {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.030738 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: quotas {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.032133 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: rbac-policies {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.033518 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: security-groups {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.034738 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: security-group-rules {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.035956 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: service-providers {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.037161 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: subnetpools {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.039515 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: subnetpools {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.040945 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.042676 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.154781 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.156544 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.158326 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.160169 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.161853 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.163745 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.165479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.167373 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron.api.extensions [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Extended resource: tags {{(pid=98257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:31:57.173160 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING keystonemiddleware.auth_token [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 11:31:57.177915 dv-cinder-791240-4-iscsi neutron-server[98257]: WARNING keystonemiddleware.auth_token [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 11:31:57.186330 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_concurrency.lockutils [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Acquired lock "singleton_lock" {{(pid=98257) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 11:31:57.186802 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_concurrency.lockutils [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Releasing lock "singleton_lock" {{(pid=98257) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 11:31:57.187414 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO oslo_service.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Starting 2 workers May 31 11:31:57.192117 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Started child 98396 {{(pid=98257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:31:57.197615 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Started child 98397 {{(pid=98257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:31:57.197865 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:31:57.198980 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO neutron.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 11:31:57.199195 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Notify callbacks [] for process, before_spawn {{(pid=98257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:31:57.200004 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [-] (98396) wsgi starting up on http://0.0.0.0:9696 May 31 11:31:57.201610 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO oslo_service.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Starting 1 workers May 31 11:31:57.202655 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:31:57.204073 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [-] (98397) wsgi starting up on http://0.0.0.0:9696 May 31 11:31:57.206701 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Started child 98398 {{(pid=98257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:31:57.207225 dv-cinder-791240-4-iscsi neutron-server[98257]: INFO oslo_service.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Starting 1 workers May 31 11:31:57.210053 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] calling RpcWorker wait() {{(pid=98398) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 11:31:57.210578 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] returning from RpcWorker wait() {{(pid=98398) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 11:31:57.211541 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Started child 98399 {{(pid=98257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:31:57.212115 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:31:57.212306 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0994-6df3-4f0a-bae8-789531f8a2b7 None None] Notify callbacks [] for process, after_spawn {{(pid=98257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:31:57.212683 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:31:57.214847 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98257) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:31:57.215052 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:31:57.215233 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:31:57.215457 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:31:57.215782 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:31:57.215940 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:31:57.216433 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.216726 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.217002 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.217269 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.217580 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.217853 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:31:57.218309 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.218398 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.218613 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.218889 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.219134 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.219301 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.219462 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.219699 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.219944 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.220262 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.220559 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.220814 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.221084 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.221252 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.221498 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.221795 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.222016 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.222280 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] debug = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.222531 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.223013 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.223237 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.223481 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.223698 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.223946 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.224188 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.224472 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.224706 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.224918 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.225144 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.225394 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.225667 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.225896 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.226108 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.226370 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.226596 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.227081 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] host = dv-cinder-791240-4-iscsi {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.227304 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.227547 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.227801 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.228045 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.228285 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.228499 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.228749 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.228989 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.229238 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.229476 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.229786 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.230045 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.230307 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.230598 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.230737 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_options = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.231308 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.231308 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.231562 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.231689 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.231919 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.231919 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.232163 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.232291 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.232604 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.232751 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.232986 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.233155 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.233388 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.233610 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.233858 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.234088 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.234320 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.234530 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.234767 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.234990 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.235210 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.235437 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.235655 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.235865 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.236094 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.236303 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.236540 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.236765 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.236972 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.237231 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.237447 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.237802 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.238035 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.238275 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.238499 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.238723 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.238931 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.239210 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.239438 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.239675 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.239914 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.240124 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.240342 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.240553 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.240773 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.240987 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_json = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.241195 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.241402 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.241663 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.241874 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.242109 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.242315 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.242570 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.242943 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.243174 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.243420 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:31:57.243583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.243726 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.243935 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.244191 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.244455 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.244688 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.244909 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.245129 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.245416 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.245755 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.245980 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.246267 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.246521 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.246785 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.247101 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.247356 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.247818 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.248008 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.248225 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.248563 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.248771 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.249023 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.249273 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.249527 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.249819 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.250052 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.250294 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.250539 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.250892 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.251049 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.251189 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.251444 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.251680 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.251911 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.252140 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.252393 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.252607 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.252878 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.253127 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.253358 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.253512 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.253757 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.253996 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.254215 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.254427 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.254644 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.254867 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.255111 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.255362 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.255618 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.255815 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.256028 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.256239 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.256593 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.256807 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.257024 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.257235 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.257431 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.257673 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.257901 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.258149 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.258366 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.258579 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.258790 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.259008 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.259244 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.259473 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.259691 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.259919 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.260134 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.260360 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.260559 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.260768 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.261495 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.261745 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.261954 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.262184 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.262405 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.262634 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.262826 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.263110 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.263349 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.263745 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.263745 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.264042 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.264273 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.264525 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.264762 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.265020 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.265255 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.265511 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.265771 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.266010 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.266266 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.266470 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.266713 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.266946 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.267203 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.267429 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.267694 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.267913 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.268147 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.268363 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.268598 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.268836 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.269104 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.269368 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.270204 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.270204 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.270204 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.270920 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.270920 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.270920 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.271293 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.271419 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.271683 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.271998 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.272222 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.272465 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.272689 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.272955 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.273183 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.273424 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.273669 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.274142 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.274142 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.274415 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.274615 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.275462 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.275462 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.275462 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.276493 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.276493 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.276493 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.276493 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.276493 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.278321 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.278321 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.278321 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.278321 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.278321 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.278643 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.278714 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.278925 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.279141 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.279381 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.279592 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.279967 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.280948 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.280948 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.280948 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.280948 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.280948 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.281330 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.281330 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.282016 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.282016 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.282016 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.283719 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.283719 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.283719 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.283719 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.283719 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.283719 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.283719 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.283719 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.290620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.290620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.290620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.290620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.290620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.290620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.290620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.290620 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.291479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.291479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.291479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.291479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.291479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.291479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.291479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.291479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.292921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.292921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.292921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.292921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.292921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.292921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.292921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.292921 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.293784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.293784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.293784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.293784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.293784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.293784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.293784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.293784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.294583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295243 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295879 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295879 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.295879 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.296106 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.296188 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.296393 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.296599 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.296809 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.297015 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.297255 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.297461 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.297738 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.297953 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.298158 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.298467 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.298712 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.298951 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.299232 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.299457 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.299698 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.299959 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.300276 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.300506 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.300737 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.300953 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.301177 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.301369 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.301674 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.301972 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.302274 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.303613 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.303613 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.303613 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.303613 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.303613 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.304040 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.304040 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.304907 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.304907 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.304907 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.305167 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.305342 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.305583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.306063 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.306276 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.306513 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.306726 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.306976 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.307215 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.307435 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.307650 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.308445 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.308691 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.308928 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.309155 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.309421 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.309656 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.309812 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:31:57.310371 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98257) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:31:57.310528 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:31:57.310678 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:31:57.310844 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:31:57.311009 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:31:57.311158 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:31:57.311359 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.311517 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.311671 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.311824 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.311978 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.312151 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.312306 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.312456 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.312607 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.312758 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.312912 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.313064 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.313215 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.313368 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.313523 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.313704 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.313857 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.314013 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.314179 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.314328 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.314481 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.314632 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.314782 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] debug = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.314934 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.315101 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.315256 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.315407 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.315557 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.315711 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.315862 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.316013 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.316163 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.316314 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.316465 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.316661 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.316772 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.316904 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.317056 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.317207 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.317358 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.317509 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] host = dv-cinder-791240-4-iscsi {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.317684 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.317836 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.317987 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.318138 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.318289 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.318440 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.318590 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.318740 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.318891 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.319040 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.319190 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.319342 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.319493 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.319644 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.319794 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_options = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.319945 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.320096 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.320248 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.320418 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.320574 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.320725 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.320876 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.321027 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.321177 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.321329 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.321479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.321654 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.321806 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.321957 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.322108 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.322260 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.322410 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.322560 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.322712 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.322863 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.323014 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.323165 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.323317 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.323496 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.323650 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.323802 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.323951 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.324102 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.324277 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.324403 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.324553 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.324704 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.324854 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.325005 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.325157 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.325307 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.325458 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.325652 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.325808 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.325959 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.326110 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.326261 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.326412 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.326565 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.326798 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.326922 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_json = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.327013 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.327148 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.327300 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.327451 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.327601 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.327753 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.327904 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.328056 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:31:57.328225 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.328380 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.328543 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.328698 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.328852 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.329007 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.329160 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.329336 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.329464 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.329640 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.329802 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.329956 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.330120 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.330275 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.330429 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.330585 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.330740 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.330895 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.331050 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.331204 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.331357 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.331512 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.331682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.331836 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.331991 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.332145 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.332299 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.332454 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.332609 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.332768 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.332923 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.333067 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.333229 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.333598 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.333598 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.333753 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.333891 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.334046 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.334453 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.334453 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.334623 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.334623 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.334776 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.334923 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.335077 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.335232 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.335387 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.335543 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.335698 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.335852 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.336016 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.336171 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.336325 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.336479 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.336635 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.336789 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.336962 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.337086 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.337240 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.337394 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.337548 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.337735 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.337889 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.338043 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.338196 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.338353 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.338507 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.338662 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.338818 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.338973 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.340682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.340682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.340682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.340682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.340682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.340682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.340682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.340682 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341279 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341279 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341279 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341279 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341754 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341846 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.341998 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.342154 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.342309 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.342463 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.342616 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.342771 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.342925 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.343078 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.343232 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.343386 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.343541 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.343698 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.343853 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.344006 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.344159 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.344312 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.344469 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.344630 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.344784 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.344936 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.345090 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.345270 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.345397 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.345550 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.345723 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.345886 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.346060 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.346185 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.346339 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.346500 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.346664 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.346819 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.346998 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.347124 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.347277 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.347431 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.347584 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.347738 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.347892 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.348045 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.348198 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.348359 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.348523 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.348677 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.348832 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.348986 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.349162 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.349316 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.349469 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.349657 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.349815 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.349969 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.350124 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.350279 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.350432 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.350587 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.350741 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.350896 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.351052 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.351207 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.351361 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.351521 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.351676 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.351832 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.351986 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.352142 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.352296 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.352450 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.352603 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.352757 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.352912 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.353066 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.353220 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.353374 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.353528 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.353703 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.353858 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.354011 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.354164 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.354318 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.354471 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.354648 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.355310 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.355454 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.355609 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.355764 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.355919 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.356074 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.356229 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.356384 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.356540 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.356694 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.356848 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.357003 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.357103 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:31:57.357181 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.357303 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.357462 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.357649 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.357804 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.357959 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.358114 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.358282 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.358437 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.358591 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.358746 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.358902 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.359056 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.359212 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.359366 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.359522 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.359677 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.359831 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.359988 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.360145 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.360300 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.360454 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.360609 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.360763 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.360917 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.361071 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.361238 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.361393 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.361547 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.361720 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.361875 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.362039 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.362194 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.362348 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.362501 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.362655 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.362819 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.362974 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.363128 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.363282 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.363436 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.363599 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.363753 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.363907 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.364060 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.364213 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.364376 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.364530 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.364692 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.364847 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.364998 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.365160 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.365315 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.365469 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.365717 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.365873 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.366029 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.366214 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.366345 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.366500 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.366657 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.366812 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.366966 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.367121 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.367323 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.367433 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.367583 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.367745 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.367902 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.368065 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.368288 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.368390 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.368770 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.368770 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.369056 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.369056 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.369216 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.369298 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.369416 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.369586 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.369768 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.369899 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.370054 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.370208 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.370384 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.370557 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.370964 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.370964 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.370964 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.371197 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.371279 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.371413 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.371567 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.371720 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:31:57.371867 dv-cinder-791240-4-iscsi neutron-server[98257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:31:57.524912 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 32898) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:31:57.533710 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067077 May 31 11:32:08.369888 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0bbae1-b05d-456c-becc-18999948faa7 None None] get_active_networks_info from dv-cinder-791240-4-iscsi {{(pid=98398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 11:32:08.494318 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0bbae1-b05d-456c-becc-18999948faa7 None None] No non-hosted networks {{(pid=98398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 11:32:08.504297 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.agentschedulers_db [None req-8a0bbae1-b05d-456c-becc-18999948faa7 None None] DHCP Agent not found on host dv-cinder-791240-4-iscsi {{(pid=98398) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 11:32:08.592994 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba43a72c-8742-4855-a2dc-bf3a31802c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798'] for agent, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:10.812456 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6581-5746-4117-93e1-dd63f4127331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798'] for agent, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:10.841621 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fb5d925f-abaf-4afe-894c-fcf7f6c0e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:10.900071 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798'] for agent, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:10.901078 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.902194 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.902680 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.903174 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.903649 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.904122 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.904612 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.905103 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.905608 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.906077 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.906545 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.907012 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:10.907558 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791240-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:10.916165 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791240-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:11.688491 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798'] for agent, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:13.399853 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798'] for agent, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:14.821801 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 32990) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:15.408590 dv-cinder-791240-4-iscsi neutron-server[98397]: WARNING oslo_policy.policy [None req-1f6977dc-aba3-43c2-b9c5-adc092657302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:15.409165 dv-cinder-791240-4-iscsi neutron-server[98397]: WARNING oslo_policy.policy [None req-1f6977dc-aba3-43c2-b9c5-adc092657302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:15.625571 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [None req-1f6977dc-aba3-43c2-b9c5-adc092657302 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:32:15.626636 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1f6977dc-aba3-43c2-b9c5-adc092657302 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8039401 May 31 11:32:15.804738 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.db.l3_hamode_db [None req-46763a3b-a709-4405-926a-0cea1e24a297 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 11:32:15.888095 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46763a3b-a709-4405-926a-0cea1e24a297 None None] Routers set() bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:32:15.888381 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46763a3b-a709-4405-926a-0cea1e24a297 None None] Router IDs set() for agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 11:32:17.962437 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33004) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:18.321570 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:32:18.419600 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.policy [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98397) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:32:18.464722 dv-cinder-791240-4-iscsi neutron-server[98397]: WARNING oslo_policy.policy [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:18.465104 dv-cinder-791240-4-iscsi neutron-server[98397]: WARNING oslo_policy.policy [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:18.473325 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.quota [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] Loaded quota_driver: . May 31 11:32:18.488156 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:18.546808 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789199569618', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789199568947', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789199582814', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789199553290', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789199567245', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789199536502', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-524417', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3681325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4181146'] for rbac-policy, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:18.607274 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:18.608448 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-cb8f757f-e499-49ac-8791-9f15624c7641 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6450703 May 31 11:32:21.165731 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33018) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:21.738283 dv-cinder-791240-4-iscsi neutron-server[98396]: WARNING oslo_policy.policy [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:21.738850 dv-cinder-791240-4-iscsi neutron-server[98396]: WARNING oslo_policy.policy [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:21.955010 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Request body: {'network': {'project_id': '905780933d83459cbcd8c67347ec46e3', 'admin_state_up': True, 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'name': 'private'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:32:21.956649 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.quota [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Loaded quota_driver: . May 31 11:32:21.971965 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:21.978329 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Usage tracker for resource:network and tenant:905780933d83459cbcd8c67347ec46e3 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:32:21.984281 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:32:21.991491 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:32:22.007479 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Made reservation on behalf of 905780933d83459cbcd8c67347ec46e3 for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:32:22.078551 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.policy [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98396) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:32:22.123557 dv-cinder-791240-4-iscsi neutron-server[98396]: WARNING oslo_policy.policy [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:22.123918 dv-cinder-791240-4-iscsi neutron-server[98396]: WARNING oslo_policy.policy [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:22.133778 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:22.154666 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:22.169359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:22.173007 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Usage tracker for resource:security_group_rule and tenant:905780933d83459cbcd8c67347ec46e3 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:32:22.178149 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:32:22.184294 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:32:22.279794 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:22.283377 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:22.288816 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:22.310012 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:32:22.334632 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789199970789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:22.335224 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Unsubscribe: segment precommit_create {{(pid=98396) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:32:22.335694 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Added segment 4698cfec-985a-41a6-8867-0b2262a1ad3e of type vlan for network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da May 31 11:32:22.344391 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9cd3d8-b6a5-4f4c-87d2-4f9d30ed7063,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:22.403369 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.403710 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.404032 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.404344 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.404654 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.404977 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.405284 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.405612 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.405932 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.406238 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.406535 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.406831 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Tracked resource versions report: May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: pushed versions: May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: { 'AddressGroup': {'1.2'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'ConntrackHelper': {'1.0'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Log': {'1.0'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Network': {'1.1'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Port': {'1.7'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'PortForwarding': {'1.2'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'QosPolicy': {'1.8'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SecurityGroup': {'1.4'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SecurityGroupRule': {'1.2'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SubPort': {'1.0'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Subnet': {'1.1'}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Trunk': {'1.1'}} May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: consumer versions: May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: { DHCP agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: L3 agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: Metadata agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: Metering agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: Open vSwitch agent@dv-cinder-791240-4-iscsi: { 'AddressGroup': '1.2', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'ConntrackHelper': '1.0', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Log': '1.0', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Network': '1.1', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Port': '1.7', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'PortForwarding': '1.2', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'QosPolicy': '1.8', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SecurityGroup': '1.4', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SecurityGroupRule': '1.2', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SubPort': '1.0', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Subnet': '1.1', May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Trunk': '1.1'}} May 31 11:32:22.407871 dv-cinder-791240-4-iscsi neutron-server[98396]: {{(pid=98396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:32:22.456365 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:22.460350 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:22.496600 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:22.498088 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:32:22.498703 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:22.503086 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:22.601631 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4331732 May 31 11:32:22.605035 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad637ef-d59e-47f5-ab4d-187dd9e8a2da,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:22.608592 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:22.618465 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:32:25.221790 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33040) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:25.658888 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc9153-f786-4c25-bc52-b712353bdee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:32:25.660212 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-1bcc9153-f786-4c25-bc52-b712353bdee1 admin admin] 10.222.0.10 "GET /v2.0/networks/2ad637ef-d59e-47f5-ab4d-187dd9e8a2da HTTP/1.1" status: 200 len: 825 time: 0.4374738 May 31 11:32:25.689795 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c9439230-e3ae-4f42-9782-f336acc9400a admin admin] 10.222.0.10 "GET /v2.0/subnetpools/e63277d6-0a8d-4215-9e16-cac477c59499 HTTP/1.1" status: 200 len: 734 time: 0.0243015 May 31 11:32:25.697823 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e63277d6-0a8d-4215-9e16-cac477c59499'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:32:25.702040 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:25.705665 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Usage tracker for resource:subnet and tenant:905780933d83459cbcd8c67347ec46e3 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:32:25.708433 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:32:25.714322 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:32:25.723682 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Made reservation on behalf of 905780933d83459cbcd8c67347ec46e3 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:32:25.726134 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:26.180664 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:26.186020 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:26.262334 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Checking segment: {'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:32:26.263011 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Network hostable DHCP agents. Network: 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:32:26.267763 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:26.274865 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:26.285153 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:32:26.296316 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:32:26.301110 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:32:26.301914 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:26.307663 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be5028f-3861-467c-a416-3826f700fb20 None None] Network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:32:26.322881 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6281958 May 31 11:32:26.610947 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'fixed_ips': [{'subnet_id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:32:26.612138 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:26.793855 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Allocated IP 172.20.0.2 (2ad637ef-d59e-47f5-ab4d-187dd9e8a2da/9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984/71f6145b-4382-492a-b8f5-cf4b40b716d5) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:32:27.017305 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:27.030708 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Transition to ACTIVE for port object 71f6145b-4382-492a-b8f5-cf4b40b716d5 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:32:27.049628 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Transition to ACTIVE for port object 71f6145b-4382-492a-b8f5-cf4b40b716d5 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:32:27.055955 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:27.061266 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:27.118183 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:32:27.120787 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:32:27.129755 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:32:27.131825 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Pushing event updated for resources: {'Port': ['ID=71f6145b-4382-492a-b8f5-cf4b40b716d5,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:27.141179 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.141511 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.141860 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.142179 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.142491 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.142804 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.143116 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.143421 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.143743 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.144055 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.144378 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.144679 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Tracked resource versions report: May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: pushed versions: May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: { 'AddressGroup': {'1.2'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'ConntrackHelper': {'1.0'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Log': {'1.0'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Network': {'1.1'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Port': {'1.7'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'PortForwarding': {'1.2'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'QosPolicy': {'1.8'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SecurityGroup': {'1.4'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SecurityGroupRule': {'1.2'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SubPort': {'1.0'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Subnet': {'1.1'}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Trunk': {'1.1'}} May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: consumer versions: May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: { DHCP agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: L3 agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: Metadata agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: Metering agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: Open vSwitch agent@dv-cinder-791240-4-iscsi: { 'AddressGroup': '1.2', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'ConntrackHelper': '1.0', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Log': '1.0', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Network': '1.1', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Port': '1.7', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'PortForwarding': '1.2', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'QosPolicy': '1.8', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SecurityGroup': '1.4', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SecurityGroupRule': '1.2', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SubPort': '1.0', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Subnet': '1.1', May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Trunk': '1.1'}} May 31 11:32:27.145755 dv-cinder-791240-4-iscsi neutron-server[98398]: {{(pid=98398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:32:27.184790 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:27.232817 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Attempting to bind port 71f6145b-4382-492a-b8f5-cf4b40b716d5 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:32:27.233201 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Attempting to bind port 71f6145b-4382-492a-b8f5-cf4b40b716d5 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:32:27.233662 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Attempting to bind port 71f6145b-4382-492a-b8f5-cf4b40b716d5 on network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:32:27.238726 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:32:27.239118 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Checking segment: {'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:32:27.239578 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:27.239954 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Bound using segment: {'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:32:27.240486 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Bound port: 71f6145b-4382-492a-b8f5-cf4b40b716d5, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:32:27.240863 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:27.329899 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] For port 71f6145b-4382-492a-b8f5-cf4b40b716d5, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:32:27.333679 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] For port 71f6145b-4382-492a-b8f5-cf4b40b716d5, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=71f6145b-4382-492a-b8f5-cf4b40b716d5,segment=NetworkSegment(4698cfec-985a-41a6-8867-0b2262a1ad3e),segment_id=4698cfec-985a-41a6-8867-0b2262a1ad3e)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:32:27.338664 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:27.342437 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:27.424695 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Pushing event updated for resources: {'Port': ['ID=71f6145b-4382-492a-b8f5-cf4b40b716d5,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:27.434567 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:28.710726 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33050) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:29.091658 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [None req-cf7cfa0a-4073-4168-a334-9bc776d6ae97 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:32:29.092615 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-cf7cfa0a-4073-4168-a334-9bc776d6ae97 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3809664 May 31 11:32:31.495702 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33062) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:31.887587 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [None req-c8da229f-3961-4bc1-9a36-689f79cec1e2 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:32:31.888553 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c8da229f-3961-4bc1-9a36-689f79cec1e2 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3919024 May 31 11:32:32.718810 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 71f6145b-4382-492a-b8f5-cf4b40b716d5 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:32:32.789987 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 71f6145b-4382-492a-b8f5-cf4b40b716d5 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:32:32.847939 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8c772-3591-42b3-a94c-2d6d43978260 None None] Network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:32:32.939717 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] Provisioning for port 71f6145b-4382-492a-b8f5-cf4b40b716d5 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:32:32.948699 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] Provisioning complete for port 71f6145b-4382-492a-b8f5-cf4b40b716d5 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:32.949077 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:33.179183 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:33.227879 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] For port 71f6145b-4382-492a-b8f5-cf4b40b716d5, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=71f6145b-4382-492a-b8f5-cf4b40b716d5,segment=NetworkSegment(4698cfec-985a-41a6-8867-0b2262a1ad3e),segment_id=4698cfec-985a-41a6-8867-0b2262a1ad3e)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:32:33.233089 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:33.238825 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:33.310357 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] Pushing event updated for resources: {'Port': ['ID=71f6145b-4382-492a-b8f5-cf4b40b716d5,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:33.313451 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:33.557406 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-0594afef-ea4b-49ad-8897-6198d39298b4 None None] Provisioning complete for port 71f6145b-4382-492a-b8f5-cf4b40b716d5 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:33.557722 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0594afef-ea4b-49ad-8897-6198d39298b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:34.534526 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33078) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:34.685395 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 71f6145b-4382-492a-b8f5-cf4b40b716d5 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:32:34.752254 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 71f6145b-4382-492a-b8f5-cf4b40b716d5 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:34.752631 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:34.886268 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'name': 'router1'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:32:34.891084 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:34.894864 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Usage tracker for resource:router and tenant:905780933d83459cbcd8c67347ec46e3 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:32:34.898156 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:32:34.903859 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:32:34.913371 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:34.914942 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:34.936750 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.043094 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.061282 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.062476 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b92e2efa-16b3-42a4-9e5b-603a50bc737d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5269704 May 31 11:32:37.376211 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33088) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:37.737948 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [None req-b612c0a9-c37b-4b2e-b109-6d8548b18e34 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:32:37.738907 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b612c0a9-c37b-4b2e-b109-6d8548b18e34 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3617880 May 31 11:32:38.298357 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2983c387-c3e7-475a-a54f-474ee2d75371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.058218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33098) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:40.421706 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:32:40.426371 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:40.431271 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Usage tracker for resource:network and tenant:d3fda53689f5462c855faeef8b473d58 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:32:40.435434 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:32:40.441657 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:32:40.451614 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Made reservation on behalf of d3fda53689f5462c855faeef8b473d58 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:32:40.454309 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.470898 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.485290 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:40.489849 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Usage tracker for resource:security_group_rule and tenant:d3fda53689f5462c855faeef8b473d58 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:32:40.492966 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:32:40.498478 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:32:40.594358 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.597907 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.602916 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:40.613660 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Reserving flat network on physical network physnet1 {{(pid=98397) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 11:32:40.643989 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789199970789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.644592 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Unsubscribe: segment precommit_create {{(pid=98397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:32:40.645070 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Added segment ebe76bb6-5026-4746-b25c-37460ce7f1a7 of type flat for network 2320435d-4510-458a-8d67-6c51c60cb315 May 31 11:32:40.692411 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6f18ed-1edd-4e56-83dc-7f4e88ded4da,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:40.713773 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.714110 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.714432 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.714747 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.715056 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.715379 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.715691 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.715994 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.716315 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.716622 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.716922 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.717218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Tracked resource versions report: May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: pushed versions: May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: { 'AddressGroup': {'1.2'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'ConntrackHelper': {'1.0'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Log': {'1.0'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Network': {'1.1'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Port': {'1.7'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'PortForwarding': {'1.2'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'QosPolicy': {'1.8'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SecurityGroup': {'1.4'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SecurityGroupRule': {'1.2'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SubPort': {'1.0'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Subnet': {'1.1'}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Trunk': {'1.1'}} May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: consumer versions: May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: { DHCP agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: L3 agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: Metadata agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: Metering agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: Open vSwitch agent@dv-cinder-791240-4-iscsi: { 'AddressGroup': '1.2', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'ConntrackHelper': '1.0', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Log': '1.0', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Network': '1.1', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Port': '1.7', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'PortForwarding': '1.2', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'QosPolicy': '1.8', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SecurityGroup': '1.4', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SecurityGroupRule': '1.2', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SubPort': '1.0', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Subnet': '1.1', May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Trunk': '1.1'}} May 31 11:32:40.718276 dv-cinder-791240-4-iscsi neutron-server[98397]: {{(pid=98397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:32:40.770112 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.792789 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:40.794962 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-069cf23d-7733-43f5-909f-566528634453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.814712 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.816039 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:32:40.816689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.819689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:40.871497 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:40.920713 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Pushing event updated for resources: {'Network': ['ID=2320435d-4510-458a-8d67-6c51c60cb315,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:40.923325 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8641477 May 31 11:32:40.924911 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:40.933045 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 2320435d-4510-458a-8d67-6c51c60cb315 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:32:41.632802 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:43.211508 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33122) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:43.346157 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:43.420692 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3d7385-9d61-4d94-ac7b-479087c85519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:32:43.422034 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fd3d7385-9d61-4d94-ac7b-479087c85519 admin admin] 10.222.0.10 "GET /v2.0/subnets/9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984 HTTP/1.1" status: 200 len: 849 time: 0.2095964 May 31 11:32:43.592394 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d9dc3dae-c78f-43d0-b57c-731722862c3c admin admin] 10.222.0.10 "GET /v2.0/routers/ee910974-88b4-425d-ab9b-758bde00bd8c HTTP/1.1" status: 200 len: 704 time: 0.1647065 May 31 11:32:44.045587 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:44.271966 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Allocated IP 172.20.0.1 (2ad637ef-d59e-47f5-ab4d-187dd9e8a2da/9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984/341b911e-a3f4-4a1c-87a6-1dd978736cd0) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:32:44.421959 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:44.441503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Transition to ACTIVE for port object 341b911e-a3f4-4a1c-87a6-1dd978736cd0 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:32:44.494370 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:44.499414 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:44.562466 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:32:44.565060 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:32:44.571019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:32:44.571560 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:44.690188 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Pushing event updated for resources: {'Port': ['ID=341b911e-a3f4-4a1c-87a6-1dd978736cd0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:44.704330 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:44.743484 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-d45b3496-ac81-4a24-9e2a-c85caaf9ace8 None None] Provisioning for port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:32:44.748002 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-d45b3496-ac81-4a24-9e2a-c85caaf9ace8 None None] Provisioning complete for port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:44.748360 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d45b3496-ac81-4a24-9e2a-c85caaf9ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:44.799252 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-d45b3496-ac81-4a24-9e2a-c85caaf9ace8 None None] Port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:32:44.867225 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:45.086559 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:45.091356 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:45.092388 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:45.096304 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:45.231813 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Pushing event updated for resources: {'Port': ['ID=341b911e-a3f4-4a1c-87a6-1dd978736cd0,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:45.235846 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:45.291370 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:32:45.292403 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:32:45.476501 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Router ee910974-88b4-425d-ab9b-758bde00bd8c is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:32:45.521221 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-b820ff28-1428-4c68-8468-3b7841aeda2e None None] Provisioning complete for port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:45.521618 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b820ff28-1428-4c68-8468-3b7841aeda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:45.578702 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-b820ff28-1428-4c68-8468-3b7841aeda2e None None] Port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:32:45.632985 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:32:45.642956 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Sync routers for ids ['ee910974-88b4-425d-ab9b-758bde00bd8c'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:32:45.643577 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] 10.222.0.10 "PUT /v2.0/routers/ee910974-88b4-425d-ab9b-758bde00bd8c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0464027 May 31 11:32:45.653801 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Routers {'ee910974-88b4-425d-ab9b-758bde00bd8c'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:32:45.654643 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:32:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['ee910974-88b4-425d-ab9b-758bde00bd8c'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:45.828217 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Set router ee910974-88b4-425d-ab9b-758bde00bd8c gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:32:46.217774 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'name': 'router1', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:32:34Z', 'updated_at': '2021-05-31T11:32:44Z', 'revision_number': 2, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'gw_port_host': None, '_interfaces': [{'id': '341b911e-a3f4-4a1c-87a6-1dd978736cd0', 'name': '', 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'mac_address': 'fa:16:3e:3b:c3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:44Z', 'updated_at': '2021-05-31T11:32:44Z', 'revision_number': 2, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'subnets': [{'id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63277d6-0a8d-4215-9e16-cac477c59499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:46.224390 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Checking router: ee910974-88b4-425d-ab9b-758bde00bd8c for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:32:46.224916 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Updating router ee910974-88b4-425d-ab9b-758bde00bd8c port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:32:46.289182 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:46.668951 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:46.683440 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Transition to ACTIVE for port object 341b911e-a3f4-4a1c-87a6-1dd978736cd0 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:32:46.689626 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:46.694897 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:46.934186 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Pushing event updated for resources: {'Port': ['ID=341b911e-a3f4-4a1c-87a6-1dd978736cd0,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:46.941510 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Attempting to bind port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:32:46.941935 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Attempting to bind port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:32:46.942367 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Attempting to bind port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 on network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:32:46.946201 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.946537 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.946916 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.947729 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.948044 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.948359 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.948671 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.948980 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.949291 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.949611 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.949916 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.950217 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Tracked resource versions report: May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: pushed versions: May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: { 'AddressGroup': {'1.2'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'ConntrackHelper': {'1.0'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Log': {'1.0'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Network': {'1.1'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Port': {'1.7'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'PortForwarding': {'1.2'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'QosPolicy': {'1.8'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SecurityGroup': {'1.4'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SecurityGroupRule': {'1.2'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SubPort': {'1.0'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Subnet': {'1.1'}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Trunk': {'1.1'}} May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: consumer versions: May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: { DHCP agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: L3 agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: Metadata agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: Metering agent@dv-cinder-791240-4-iscsi: {}, May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: Open vSwitch agent@dv-cinder-791240-4-iscsi: { 'AddressGroup': '1.2', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'ConntrackHelper': '1.0', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Log': '1.0', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Network': '1.1', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Port': '1.7', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'PortForwarding': '1.2', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'QosPolicy': '1.8', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SecurityGroup': '1.4', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SecurityGroupRule': '1.2', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SubPort': '1.0', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Subnet': '1.1', May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Trunk': '1.1'}} May 31 11:32:46.951251 dv-cinder-791240-4-iscsi neutron-server[98399]: {{(pid=98399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:32:46.955620 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:32:46.956034 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Checking segment: {'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:32:46.956488 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:46.956863 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Bound using segment: {'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:32:46.957408 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Bound port: 341b911e-a3f4-4a1c-87a6-1dd978736cd0, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4698cfec-985a-41a6-8867-0b2262a1ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:32:46.957821 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:46.966527 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:47.043592 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] For port 341b911e-a3f4-4a1c-87a6-1dd978736cd0, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:32:47.049095 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] For port 341b911e-a3f4-4a1c-87a6-1dd978736cd0, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=341b911e-a3f4-4a1c-87a6-1dd978736cd0,segment=NetworkSegment(4698cfec-985a-41a6-8867-0b2262a1ad3e),segment_id=4698cfec-985a-41a6-8867-0b2262a1ad3e)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:32:47.052739 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:47.057139 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:47.142625 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Pushing event updated for resources: {'Port': ['ID=341b911e-a3f4-4a1c-87a6-1dd978736cd0,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:47.147215 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:47.147913 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Routers {'ee910974-88b4-425d-ab9b-758bde00bd8c'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:32:47.148512 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:32:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['ee910974-88b4-425d-ab9b-758bde00bd8c'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:47.301980 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] Set router ee910974-88b4-425d-ab9b-758bde00bd8c gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:32:47.617688 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'name': 'router1', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:32:34Z', 'updated_at': '2021-05-31T11:32:44Z', 'revision_number': 2, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'gw_port_host': None, '_interfaces': [{'id': '341b911e-a3f4-4a1c-87a6-1dd978736cd0', 'name': '', 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'mac_address': 'fa:16:3e:3b:c3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:44Z', 'updated_at': '2021-05-31T11:32:47Z', 'revision_number': 4, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'subnets': [{'id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63277d6-0a8d-4215-9e16-cac477c59499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:47.621582 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22301e-45d8-4b17-9bd4-47009fad3942 None None] The sync data for ids ['ee910974-88b4-425d-ab9b-758bde00bd8c'] in dv-cinder-791240-4-iscsi is: [{'id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'name': 'router1', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:32:34Z', 'updated_at': '2021-05-31T11:32:44Z', 'revision_number': 2, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'gw_port_host': None, '_interfaces': [{'id': '341b911e-a3f4-4a1c-87a6-1dd978736cd0', 'name': '', 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'mac_address': 'fa:16:3e:3b:c3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:44Z', 'updated_at': '2021-05-31T11:32:47Z', 'revision_number': 4, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'subnets': [{'id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63277d6-0a8d-4215-9e16-cac477c59499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:32:47.804390 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33144) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:47.952353 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e805b394-7e1b-4740-8373-50470b6ee93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:32:47.953018 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e805b394-7e1b-4740-8373-50470b6ee93f admin admin] Synchronizing usage tracker for tenant:d3fda53689f5462c855faeef8b473d58 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:32:47.971006 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e805b394-7e1b-4740-8373-50470b6ee93f admin admin] Unset dirty status for tenant:d3fda53689f5462c855faeef8b473d58 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:32:47.972238 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e805b394-7e1b-4740-8373-50470b6ee93f admin admin] 10.222.0.10 "GET /v2.0/networks/2320435d-4510-458a-8d67-6c51c60cb315 HTTP/1.1" status: 200 len: 842 time: 0.1664436 May 31 11:32:47.982222 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:32:47.987313 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:47.991019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Usage tracker for resource:subnet and tenant:d3fda53689f5462c855faeef8b473d58 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:32:47.993907 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:32:47.999947 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:32:48.010043 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Made reservation on behalf of d3fda53689f5462c855faeef8b473d58 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:32:48.012232 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:48.428932 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.objects.ports [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 11:32:48.429268 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:48.434285 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:48.504406 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd286453-7007-4b35-b164-1288dbf210ff,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:48.507461 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:48.510452 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:32:48.510821 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Network hostable DHCP agents. Network: 2320435d-4510-458a-8d67-6c51c60cb315, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:32:48.528855 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:32:48.537514 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 2320435d-4510-458a-8d67-6c51c60cb315) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:32:48.541405 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:32:48.542042 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:48.548004 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8f03a-c786-4f87-9fff-46df911049df None None] Network 2320435d-4510-458a-8d67-6c51c60cb315 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:32:48.577582 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5858316 May 31 11:32:48.768310 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93538e5-8b12-4eb6-9b3b-b9203cc3ac0f None None] Network 2320435d-4510-458a-8d67-6c51c60cb315 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:32:50.718368 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 341b911e-a3f4-4a1c-87a6-1dd978736cd0 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:32:50.790335 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:32:50.795445 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:50.795828 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:50.844794 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33158) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:50.911886 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:50.947338 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 341b911e-a3f4-4a1c-87a6-1dd978736cd0, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=341b911e-a3f4-4a1c-87a6-1dd978736cd0,segment=NetworkSegment(4698cfec-985a-41a6-8867-0b2262a1ad3e),segment_id=4698cfec-985a-41a6-8867-0b2262a1ad3e)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:32:50.952254 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:50.954775 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e4bc9a45-2191-4e33-9cc4-b5e395f4ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:51.046747 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=341b911e-a3f4-4a1c-87a6-1dd978736cd0,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:51.050028 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:51.095203 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9617e496-9ac5-4338-8cad-e0b728bd5f8f admin admin] 10.222.0.10 "GET /v2.0/routers/ee910974-88b4-425d-ab9b-758bde00bd8c HTTP/1.1" status: 200 len: 710 time: 0.2492745 May 31 11:32:51.223117 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb043700-21ee-4988-9163-b11c09d524c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:32:51.224250 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-cb043700-21ee-4988-9163-b11c09d524c7 admin admin] 10.222.0.10 "GET /v2.0/networks/2320435d-4510-458a-8d67-6c51c60cb315 HTTP/1.1" status: 200 len: 886 time: 0.1239936 May 31 11:32:51.232996 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:32:51.265335 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:32:51.673047 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:51.997454 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:52.050518 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:52.225642 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Allocated IP 172.27.3.55 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/989c39a5-3b52-466e-8ce8-6cb8183c4049) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:32:52.364250 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:52.391945 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:52.396249 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:52.454483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:32:52.457085 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:32:52.459473 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:32:52.574258 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Pushing event updated for resources: {'Port': ['ID=989c39a5-3b52-466e-8ce8-6cb8183c4049,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:52.577036 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:52.699805 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 341b911e-a3f4-4a1c-87a6-1dd978736cd0 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:32:52.767330 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:52.767722 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:52.843467 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:53.178606 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:53.182054 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4155587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4159319'] for router, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:53.355991 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Router ee910974-88b4-425d-ab9b-758bde00bd8c has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:32:53.578710 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:32:53.588591 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:53.589283 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Sync routers for ids ['ee910974-88b4-425d-ab9b-758bde00bd8c'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:32:53.589792 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] 10.222.0.10 "PUT /v2.0/routers/ee910974-88b4-425d-ab9b-758bde00bd8c HTTP/1.1" status: 200 len: 889 time: 2.3600311 May 31 11:32:53.600708 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Routers {'ee910974-88b4-425d-ab9b-758bde00bd8c'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:32:53.601413 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:32:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['ee910974-88b4-425d-ab9b-758bde00bd8c'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:53.794357 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Set router ee910974-88b4-425d-ab9b-758bde00bd8c gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:32:54.124030 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'name': 'router1', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '989c39a5-3b52-466e-8ce8-6cb8183c4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:32:34Z', 'updated_at': '2021-05-31T11:32:52Z', 'revision_number': 4, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'gw_port': {'id': '989c39a5-3b52-466e-8ce8-6cb8183c4049', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:52Z', 'updated_at': '2021-05-31T11:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '341b911e-a3f4-4a1c-87a6-1dd978736cd0', 'name': '', 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'mac_address': 'fa:16:3e:3b:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:44Z', 'updated_at': '2021-05-31T11:32:50Z', 'revision_number': 5, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'subnets': [{'id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63277d6-0a8d-4215-9e16-cac477c59499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:54.128697 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Checking router: ee910974-88b4-425d-ab9b-758bde00bd8c for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:32:54.129044 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Updating router ee910974-88b4-425d-ab9b-758bde00bd8c port 989c39a5-3b52-466e-8ce8-6cb8183c4049 binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:32:54.181883 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:54.496611 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:54.507594 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Transition to ACTIVE for port object 989c39a5-3b52-466e-8ce8-6cb8183c4049 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:32:54.515624 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:54.520867 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-84973b93-72c5-4d8b-a5f8-8d9ac5eae415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:54.598371 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Attempting to bind port 989c39a5-3b52-466e-8ce8-6cb8183c4049 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:32:54.598737 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Attempting to bind port 989c39a5-3b52-466e-8ce8-6cb8183c4049 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:32:54.599104 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Attempting to bind port 989c39a5-3b52-466e-8ce8-6cb8183c4049 on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:32:54.600994 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47694a68-e2fe-459d-8a61-82b671f063d8 None None] Pushing event updated for resources: {'Port': ['ID=989c39a5-3b52-466e-8ce8-6cb8183c4049,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:54.604558 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-47694a68-e2fe-459d-8a61-82b671f063d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:54.606987 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:32:54.607355 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:32:54.607748 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:54.608745 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:32:54.608745 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Bound port: 989c39a5-3b52-466e-8ce8-6cb8183c4049, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:32:54.608938 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:54.678793 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] For port 989c39a5-3b52-466e-8ce8-6cb8183c4049, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:32:54.682617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] For port 989c39a5-3b52-466e-8ce8-6cb8183c4049, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=989c39a5-3b52-466e-8ce8-6cb8183c4049,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:32:54.686404 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:54.690873 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:54.765038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Routers {'ee910974-88b4-425d-ab9b-758bde00bd8c'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:32:54.765581 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:32:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['ee910974-88b4-425d-ab9b-758bde00bd8c'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:54.830220 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47694a68-e2fe-459d-8a61-82b671f063d8 None None] Pushing event updated for resources: {'Port': ['ID=989c39a5-3b52-466e-8ce8-6cb8183c4049,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:54.834717 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-47694a68-e2fe-459d-8a61-82b671f063d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:54.978506 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] Set router ee910974-88b4-425d-ab9b-758bde00bd8c gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:32:55.295270 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'name': 'router1', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '989c39a5-3b52-466e-8ce8-6cb8183c4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:32:34Z', 'updated_at': '2021-05-31T11:32:52Z', 'revision_number': 4, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'gw_port': {'id': '989c39a5-3b52-466e-8ce8-6cb8183c4049', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:52Z', 'updated_at': '2021-05-31T11:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '341b911e-a3f4-4a1c-87a6-1dd978736cd0', 'name': '', 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'mac_address': 'fa:16:3e:3b:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:44Z', 'updated_at': '2021-05-31T11:32:50Z', 'revision_number': 5, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'subnets': [{'id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63277d6-0a8d-4215-9e16-cac477c59499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:55.299222 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52d019-b22c-475c-8763-18cddf8dc060 None None] The sync data for ids ['ee910974-88b4-425d-ab9b-758bde00bd8c'] in dv-cinder-791240-4-iscsi is: [{'id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'name': 'router1', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '989c39a5-3b52-466e-8ce8-6cb8183c4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:32:34Z', 'updated_at': '2021-05-31T11:32:52Z', 'revision_number': 4, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'gw_port': {'id': '989c39a5-3b52-466e-8ce8-6cb8183c4049', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:52Z', 'updated_at': '2021-05-31T11:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '341b911e-a3f4-4a1c-87a6-1dd978736cd0', 'name': '', 'network_id': '2ad637ef-d59e-47f5-ab4d-187dd9e8a2da', 'tenant_id': '905780933d83459cbcd8c67347ec46e3', 'mac_address': 'fa:16:3e:3b:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee910974-88b4-425d-ab9b-758bde00bd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:32:44Z', 'updated_at': '2021-05-31T11:32:50Z', 'revision_number': 5, 'project_id': '905780933d83459cbcd8c67347ec46e3', 'subnets': [{'id': '9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63277d6-0a8d-4215-9e16-cac477c59499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:32:55.916899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33168) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:56.030400 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-adb85424-543b-478f-a2b5-992bc6693e92 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1124048 May 31 11:32:56.726250 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 989c39a5-3b52-466e-8ce8-6cb8183c4049 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:32:56.796324 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 989c39a5-3b52-466e-8ce8-6cb8183c4049 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:32:56.800799 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 989c39a5-3b52-466e-8ce8-6cb8183c4049 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:56.801168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:56.937076 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:56.953310 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 989c39a5-3b52-466e-8ce8-6cb8183c4049, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=989c39a5-3b52-466e-8ce8-6cb8183c4049,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:32:56.957013 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:56.959149 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:57.021525 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=989c39a5-3b52-466e-8ce8-6cb8183c4049,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:32:57.024477 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:58.717134 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 989c39a5-3b52-466e-8ce8-6cb8183c4049 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:32:58.791038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 989c39a5-3b52-466e-8ce8-6cb8183c4049 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:32:58.791038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:08.302919 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9428c123-6b56-4963-b09b-4dad13cb10c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:10.804240 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-02b8bd00-84a5-4891-ba1d-254ee6f1f267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:10.884826 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:11.647197 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.377403 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:28.263325 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:33:38.297707 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0fed646-ea99-46e2-a806-15e38ef25b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:40.803660 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ab46ec70-64b4-4aca-8b40-1ebe2bfe7205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:40.879829 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:41.646549 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:43.377287 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:05.261898 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:34:08.302151 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6300e5-23dc-491b-8e92-7bfb2c725a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:10.798522 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ec7892e8-6834-496c-b411-c2f3e121029a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:10.881761 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:11.641145 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:13.379299 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:29.359461 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33740) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:29.424375 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.pecan_wsgi.hooks.translation [None req-350d2416-6984-4a81-a752-32bd49e65025 admin admin] GET failed (client error): The resource could not be found. May 31 11:34:29.425619 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-350d2416-6984-4a81-a752-32bd49e65025 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652089 May 31 11:34:29.554315 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852ecf8-3b5f-43d8-b17e-249e5d464a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:29.555651 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b852ecf8-3b5f-43d8-b17e-249e5d464a02 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1261263 May 31 11:34:31.658940 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33750) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:31.763390 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff6243-fd49-4807-962e-63b66a27e1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:31.763942 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-99ff6243-fd49-4807-962e-63b66a27e1f9 admin admin] Synchronizing usage tracker for tenant:d3fda53689f5462c855faeef8b473d58 on resource:subnet {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:34:31.779300 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-99ff6243-fd49-4807-962e-63b66a27e1f9 admin admin] Unset dirty status for tenant:d3fda53689f5462c855faeef8b473d58 on resource:subnet {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:34:31.780628 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-99ff6243-fd49-4807-962e-63b66a27e1f9 admin admin] 10.222.0.10 "GET /v2.0/subnets/9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984 HTTP/1.1" status: 200 len: 849 time: 0.1207147 May 31 11:34:31.791498 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:34:31.910796 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:32.093231 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789199911581'] for subnet, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:32.097758 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f360ee0-1ce2-4747-bcdf-12eacabbe433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:32.139492 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:32.140305 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:32.149292 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] 10.222.0.10 "PUT /v2.0/subnets/9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984 HTTP/1.1" status: 200 len: 868 time: 0.3541801 May 31 11:34:32.149581 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6fa5a-cc2b-4e83-be21-2544500da488 None None] Network 2ad637ef-d59e-47f5-ab4d-187dd9e8a2da requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:34:32.167411 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:32.175112 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.175505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.175814 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.176140 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.176463 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.176802 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.177127 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.177447 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.177803 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.178178 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.178751 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.179065 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:32.182687 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:32.589814 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-a895ec55-8c6f-405b-8c75-08cc23349a88 None None] Provisioning complete for port 71f6145b-4382-492a-b8f5-cf4b40b716d5 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:34:32.590191 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a895ec55-8c6f-405b-8c75-08cc23349a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:32.736396 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-a895ec55-8c6f-405b-8c75-08cc23349a88 None None] Provisioning complete for port 341b911e-a3f4-4a1c-87a6-1dd978736cd0 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:34:32.736758 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a895ec55-8c6f-405b-8c75-08cc23349a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:34.313918 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33760) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:34.485002 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b246248c-a6ea-4137-bae9-9fee6da3397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:34.485480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b246248c-a6ea-4137-bae9-9fee6da3397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:34.487012 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b246248c-a6ea-4137-bae9-9fee6da3397f admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1721549 May 31 11:34:36.577851 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33770) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:36.767225 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b2c84-a77d-4959-b3a9-d4d4e7135bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:36.767618 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b2c84-a77d-4959-b3a9-d4d4e7135bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:36.769095 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-062b2c84-a77d-4959-b3a9-d4d4e7135bcd admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1903296 May 31 11:34:38.296517 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5fe5-f66e-4a2b-925c-e6ee9f573c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:38.929159 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33780) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:39.093357 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d87f8c-2ebb-4321-afca-e81f133a935e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:39.094713 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-30d87f8c-2ebb-4321-afca-e81f133a935e admin admin] 10.222.0.10 "GET /v2.0/networks/2320435d-4510-458a-8d67-6c51c60cb315 HTTP/1.1" status: 200 len: 886 time: 0.1645999 May 31 11:34:40.804466 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1403e24b-de6e-4f5c-91d5-ad3d318c25cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:40.882172 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:41.171949 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33790) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:41.341694 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5787b05-7542-4122-b342-d6ec6b1bc5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:41.343027 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a5787b05-7542-4122-b342-d6ec6b1bc5d5 admin admin] 10.222.0.10 "GET /v2.0/networks/2ad637ef-d59e-47f5-ab4d-187dd9e8a2da HTTP/1.1" status: 200 len: 869 time: 0.1701291 May 31 11:34:41.644788 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:42.259693 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:34:43.470132 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:43.505606 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33800) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:43.610617 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976b66c-ad37-4a04-ae43-cf17a35e2847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:43.611001 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976b66c-ad37-4a04-ae43-cf17a35e2847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:43.612455 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-1976b66c-ad37-4a04-ae43-cf17a35e2847 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1054122 May 31 11:34:45.695992 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33810) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:45.800034 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8027ab-3b11-4c16-aa5a-13b873a8e8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:45.800492 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8027ab-3b11-4c16-aa5a-13b873a8e8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:45.801972 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2c8027ab-3b11-4c16-aa5a-13b873a8e8e9 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050730 May 31 11:34:47.872258 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33820) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:47.977637 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab008da-e4e4-4040-a5c7-6eb308929a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:47.978989 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6ab008da-e4e4-4040-a5c7-6eb308929a3b admin admin] 10.222.0.10 "GET /v2.0/subnets/9af93d7d-5d6a-4a4a-a7f1-aa2f0868a984 HTTP/1.1" status: 200 len: 868 time: 0.1057937 May 31 11:34:50.044287 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33830) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:50.145830 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660760cd-a7e1-41fb-8605-4a99889c2714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:50.147617 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-660760cd-a7e1-41fb-8605-4a99889c2714 admin admin] 10.222.0.10 "GET /v2.0/subnets/cd286453-7007-4b35-b164-1288dbf210ff HTTP/1.1" status: 200 len: 816 time: 0.1023362 May 31 11:35:08.298535 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3c3c92ba-458f-4eda-9219-4f916c4a63b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:10.795395 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d62b-cc46-4d60-b925-4795f468f2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:10.884169 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:11.649748 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:13.129725 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33874) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:13.177136 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [None req-c27ee126-71a8-4b62-9c1e-29f0b4c1ea14 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:35:13.178380 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c27ee126-71a8-4b62-9c1e-29f0b4c1ea14 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477288 May 31 11:35:13.472952 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:15.323242 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33884) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:15.389140 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bf7308-de17-44bd-bc7f-1e698a357129 admin admin] GET failed (client error): The resource could not be found. May 31 11:35:15.390429 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e3bf7308-de17-44bd-bc7f-1e698a357129 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662327 May 31 11:35:15.514565 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfffc51e-bdb7-436e-b92b-0ca5ca3b39d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:15.515927 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-dfffc51e-bdb7-436e-b92b-0ca5ca3b39d3 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1217964 May 31 11:35:17.658231 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33894) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:17.705330 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:35:17.710352 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:35:17.719720 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:35:17.729291 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Made reservation on behalf of d3fda53689f5462c855faeef8b473d58 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:35:17.731539 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:17.817634 dv-cinder-791240-4-iscsi neutron-server[98397]: WARNING neutron.services.revisions.revision_plugin [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Could not find related network for resource to bump revision. May 31 11:35:17.829470 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:35:17.840075 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:17.840340 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Added segment b405620b-9a06-4d0f-9070-1afd267d4579 of type vlan for network d8780622-9675-4ec4-8354-34b9aa300c8c May 31 11:35:17.866830 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:17.894002 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:17.895293 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:17.896373 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:17.899431 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:18.034426 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3751040 May 31 11:35:18.037448 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Pushing event updated for resources: {'Network': ['ID=d8780622-9675-4ec4-8354-34b9aa300c8c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:18.051302 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:18.060475 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network d8780622-9675-4ec4-8354-34b9aa300c8c details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:35:19.258704 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:35:20.151300 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33904) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:20.216634 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b4e27b-038d-4370-9459-62d4a2e09b7e admin admin] GET failed (client error): The resource could not be found. May 31 11:35:20.217146 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e0b4e27b-038d-4370-9459-62d4a2e09b7e admin admin] Synchronizing usage tracker for tenant:d3fda53689f5462c855faeef8b473d58 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:35:20.232071 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e0b4e27b-038d-4370-9459-62d4a2e09b7e admin admin] Unset dirty status for tenant:d3fda53689f5462c855faeef8b473d58 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:35:20.233380 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e0b4e27b-038d-4370-9459-62d4a2e09b7e admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0811512 May 31 11:35:20.335836 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57198aa-4bf5-43cd-89e4-441ae01da52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:20.337507 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f57198aa-4bf5-43cd-89e4-441ae01da52e admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1001048 May 31 11:35:20.346766 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd8780622-9675-4ec4-8354-34b9aa300c8c', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:35:20.351468 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:35:20.360531 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:35:20.370343 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Made reservation on behalf of d3fda53689f5462c855faeef8b473d58 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:35:20.372514 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:20.730877 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:20.735047 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:20.808380 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d42d45b-b3dd-4856-9914-d4946fce16f3,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:20.812067 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:20.812726 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Checking segment: {'id': 'b405620b-9a06-4d0f-9070-1afd267d4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd8780622-9675-4ec4-8354-34b9aa300c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:35:20.813064 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Network hostable DHCP agents. Network: d8780622-9675-4ec4-8354-34b9aa300c8c, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:35:20.829317 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Network d8780622-9675-4ec4-8354-34b9aa300c8c is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:35:20.842294 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, d8780622-9675-4ec4-8354-34b9aa300c8c) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:35:20.846178 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:20.846747 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:20.851865 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d000c23-7a04-43c9-911a-e170cf5b4f15 None None] Network d8780622-9675-4ec4-8354-34b9aa300c8c requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:35:20.873093 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-bbb6ce65-5a0b-4fc1-b54e-14342bf1340b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5296917 May 31 11:35:21.069997 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-d8780622-9675-4ec4-8354-34b9aa300c8c', 'network_id': 'd8780622-9675-4ec4-8354-34b9aa300c8c', 'tenant_id': 'd3fda53689f5462c855faeef8b473d58', 'fixed_ips': [{'subnet_id': '9d42d45b-b3dd-4856-9914-d4946fce16f3'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:35:21.070803 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:21.226724 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Allocated IP 192.168.233.2 (d8780622-9675-4ec4-8354-34b9aa300c8c/9d42d45b-b3dd-4856-9914-d4946fce16f3/c3dcdbdf-6994-40d6-8d09-85236fe17a48) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:35:21.441214 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:21.451600 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Transition to ACTIVE for port object c3dcdbdf-6994-40d6-8d09-85236fe17a48 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:35:21.470760 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Transition to ACTIVE for port object c3dcdbdf-6994-40d6-8d09-85236fe17a48 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:35:21.477445 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:21.481927 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-47694a68-e2fe-459d-8a61-82b671f063d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:21.545004 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Network d8780622-9675-4ec4-8354-34b9aa300c8c is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:35:21.547779 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:35:21.552106 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Pushing event updated for resources: {'Port': ['ID=c3dcdbdf-6994-40d6-8d09-85236fe17a48,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:21.554592 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:35:21.587695 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.588028 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.588363 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.588687 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.589007 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.589332 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.589684 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.590002 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.590336 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.590656 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.590978 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.591288 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:21.603147 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:21.669460 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Attempting to bind port c3dcdbdf-6994-40d6-8d09-85236fe17a48 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:35:21.669977 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Attempting to bind port c3dcdbdf-6994-40d6-8d09-85236fe17a48 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'b405620b-9a06-4d0f-9070-1afd267d4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd8780622-9675-4ec4-8354-34b9aa300c8c'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:35:21.670312 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Attempting to bind port c3dcdbdf-6994-40d6-8d09-85236fe17a48 on network d8780622-9675-4ec4-8354-34b9aa300c8c {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:35:21.675788 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:35:21.676149 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Checking segment: {'id': 'b405620b-9a06-4d0f-9070-1afd267d4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd8780622-9675-4ec4-8354-34b9aa300c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:35:21.676584 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:21.676973 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Bound using segment: {'id': 'b405620b-9a06-4d0f-9070-1afd267d4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd8780622-9675-4ec4-8354-34b9aa300c8c'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:35:21.677459 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Bound port: c3dcdbdf-6994-40d6-8d09-85236fe17a48, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405620b-9a06-4d0f-9070-1afd267d4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd8780622-9675-4ec4-8354-34b9aa300c8c'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:35:21.678109 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:21.767365 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] For port c3dcdbdf-6994-40d6-8d09-85236fe17a48, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:35:21.771467 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] For port c3dcdbdf-6994-40d6-8d09-85236fe17a48, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=c3dcdbdf-6994-40d6-8d09-85236fe17a48,segment=NetworkSegment(b405620b-9a06-4d0f-9070-1afd267d4579),segment_id=b405620b-9a06-4d0f-9070-1afd267d4579)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:35:21.776655 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:21.781095 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:21.863166 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Pushing event updated for resources: {'Port': ['ID=c3dcdbdf-6994-40d6-8d09-85236fe17a48,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:21.866740 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:22.656841 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb99f6f-8bf7-4d1c-8aa7-bc746f9b3cc3 None None] Network d8780622-9675-4ec4-8354-34b9aa300c8c requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:35:22.777620 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2bce64be-c27d-4b04-b2c0-d7c0680a2533 None None] Provisioning for port c3dcdbdf-6994-40d6-8d09-85236fe17a48 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:35:22.869265 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device c3dcdbdf-6994-40d6-8d09-85236fe17a48 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:35:22.960047 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port c3dcdbdf-6994-40d6-8d09-85236fe17a48 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:35:22.966826 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port c3dcdbdf-6994-40d6-8d09-85236fe17a48 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:35:22.967195 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:23.117171 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:23.152212 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port c3dcdbdf-6994-40d6-8d09-85236fe17a48, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=c3dcdbdf-6994-40d6-8d09-85236fe17a48,segment=NetworkSegment(b405620b-9a06-4d0f-9070-1afd267d4579),segment_id=b405620b-9a06-4d0f-9070-1afd267d4579)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:35:23.156508 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:23.159192 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:23.233238 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=c3dcdbdf-6994-40d6-8d09-85236fe17a48,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:23.239937 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:23.243113 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-b364469b-dd95-4f9b-bdd0-b60ab9c4a12d None None] Provisioning complete for port c3dcdbdf-6994-40d6-8d09-85236fe17a48 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:35:23.243482 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b364469b-dd95-4f9b-bdd0-b60ab9c4a12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:24.816076 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device c3dcdbdf-6994-40d6-8d09-85236fe17a48 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:35:24.882964 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port c3dcdbdf-6994-40d6-8d09-85236fe17a48 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:35:24.883329 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:38.300945 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f9ce64ba-6e0e-4274-8edf-211addac2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:40.797426 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d201c1c9-4e8b-4353-b261-a4f5f388f128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:40.884483 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:41.653138 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:43.477574 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:56.257219 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:36:08.304433 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a30fddf3-85d8-44c7-8978-8916921dcf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:10.801866 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c67ef0ff-ce6f-4846-b483-dc26d2582cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:10.886490 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:11.654481 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:13.481218 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:27.821476 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33954) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:27.827441 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [None req-9924fdc9-34c9-4b25-986f-69c869a0ae7f tempest-verify_tempest_config-275589911 tempest-verify_tempest_config-275589911-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:36:27.828384 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9924fdc9-34c9-4b25-986f-69c869a0ae7f tempest-verify_tempest_config-275589911 tempest-verify_tempest_config-275589911-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059416 May 31 11:36:28.121981 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33972) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:28.234316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:28.248093 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:36:28.251769 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Usage tracker for resource:security_group_rule and tenant:2ea71e5954ca4e3ab0c59f7dda06d7d3 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:36:28.254542 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:36:28.260075 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:36:28.339749 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:28.343153 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:28.350665 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ede10719-c3e7-4202-8be6-c72f134b000f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:28.390575 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Synchronizing usage tracker for tenant:d3fda53689f5462c855faeef8b473d58 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:36:28.395997 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f37a331-aa6f-4aac-883b-249f50e064be,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:28.405945 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.406301 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.406635 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.406955 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.407268 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.407604 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.407919 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.408228 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.408553 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.408861 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.409813 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.410127 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:28.417081 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:28.423189 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Unset dirty status for tenant:d3fda53689f5462c855faeef8b473d58 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:36:28.424574 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ea71e5954ca4e3ab0c59f7dda06d7d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3015497 May 31 11:36:28.427670 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33978) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:28.483822 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-47dc438c-6292-4d8c-9d5f-ff5ab165ec62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:28.511526 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-47dc438c-6292-4d8c-9d5f-ff5ab165ec62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:28.602825 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-47dc438c-6292-4d8c-9d5f-ff5ab165ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:28.607630 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:28.617616 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc438c-6292-4d8c-9d5f-ff5ab165ec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f37a331-aa6f-4aac-883b-249f50e064be,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:28.621938 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-47dc438c-6292-4d8c-9d5f-ff5ab165ec62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:28.623764 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-47dc438c-6292-4d8c-9d5f-ff5ab165ec62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:28.624852 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-47dc438c-6292-4d8c-9d5f-ff5ab165ec62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f37a331-aa6f-4aac-883b-249f50e064be HTTP/1.1" status: 204 len: 168 time: 0.1964273 May 31 11:36:33.255960 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:36:38.308377 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-70d39691-6e16-40ee-8073-7d7cb22509f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:40.804699 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c46c70a7-2fc2-49a7-9412-4705a3bc5a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:40.887926 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:41.657314 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:43.484094 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:08.309625 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae422-b33d-478f-8e32-52dbe7def8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:10.255156 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:37:10.806276 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e7d18601-047a-496d-8ead-7b6bf0e40a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:10.888735 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:11.662214 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:13.484270 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:38.310117 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a497635c-51f3-4ebf-a58b-0fef2e9e22d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:40.812143 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-784c22a0-cf40-437d-8146-867d0a7163c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:40.889429 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:41.663687 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:43.487786 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:47.254422 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 5 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:38:08.311812 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d3dffb6-a54c-4468-9de3-1237781c63aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:08.512958 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798'] for agent, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:10.803800 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2622bff0-a60d-44bb-ab6f-19d8c6b31f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:10.890225 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:11.668331 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:13.490191 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:22.920374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34050) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:38:23.028754 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-244ba601-5072-43b6-b82e-e6912ca734e8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1073258 May 31 11:38:24.253936 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:38:25.131305 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34060) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:38:25.185894 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4dd07df3-7b06-4853-999d-051f99638359 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0535002 May 31 11:38:38.314492 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d68c1f28-9046-4f44-9486-c853774385bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:38.469886 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:40.809229 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ae294b5a-73dc-47ec-a4f4-4041cc572a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:40.891174 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:41.668806 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:43.493150 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:01.253361 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:39:08.314980 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0201eb58-d833-4c6b-b7ba-c788db294922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:08.471376 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:10.811128 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1b65bd6e-c7a7-46a3-af67-cf4df1c0fa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:10.892410 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:11.672115 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:13.497224 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:38.252167 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:39:38.316373 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a5b19689-5c55-40d0-b4c6-76e7759de195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:38.480470 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:40.814249 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-96da9363-49b1-4ddd-89d7-af2afc40163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:40.893906 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:41.675100 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:43.500169 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:51.567977 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34180) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:51.913599 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-57028340-network', 'tenant_id': 'bd8628adc75741818b115667c67096e9'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:51.919847 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:51.923743 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Usage tracker for resource:network and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:51.927197 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:51.932916 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:51.943939 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Made reservation on behalf of bd8628adc75741818b115667c67096e9 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:51.950471 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:51.960083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:51.975168 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:51.980010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:51.982894 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:51.990599 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:52.074650 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.080688 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.086384 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-180ff2bd-f497-47da-802b-bf3bee46ad5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:52.114467 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574cdd70-4485-4da0-af62-aa08f0fa7ba6,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:52.123253 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.123783 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.124112 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.124480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.124815 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.125178 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.125484 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.125818 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.129910 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.130270 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.130598 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.130917 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Tracked resource versions report: May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: pushed versions: May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: { 'AddressGroup': {'1.2'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'ConntrackHelper': {'1.0'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Log': {'1.0'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Network': {'1.1'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Port': {'1.7'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'PortForwarding': {'1.2'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'QosPolicy': {'1.8'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SecurityGroup': {'1.4'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SecurityGroupRule': {'1.2'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SubPort': {'1.0'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Subnet': {'1.1'}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Trunk': {'1.1'}} May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: consumer versions: May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: { DHCP agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: HyperV agent@hv-cinder-79124: {}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: L3 agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: Metadata agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: Metering agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: Open vSwitch agent@dv-cinder-791240-4-iscsi: { 'AddressGroup': '1.2', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'ConntrackHelper': '1.0', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Log': '1.0', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Network': '1.1', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Port': '1.7', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'PortForwarding': '1.2', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'QosPolicy': '1.8', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SecurityGroup': '1.4', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SecurityGroupRule': '1.2', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'SubPort': '1.0', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Subnet': '1.1', May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: 'Trunk': '1.1'}} May 31 11:39:52.131905 dv-cinder-791240-4-iscsi neutron-server[98397]: {{(pid=98397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:39:52.145003 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:52.148899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:39:52.161407 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.161902 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Added segment 426b2871-2d5e-43bd-8ea5-698bb4aadcb0 of type vlan for network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a May 31 11:39:52.195148 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.228405 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.230060 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:52.230650 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.236743 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2f0d186a-cc51-4113-9f98-c58117fb657d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:52.339793 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Pushing event updated for resources: {'Network': ['ID=86ef2da6-9cf6-4c22-879d-af6693aeaf8a,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:52.342942 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:52.348690 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34228) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:52.349488 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7803853 May 31 11:39:52.353912 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:39:52.358449 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Request body: {'subnet': {'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-subnet', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:52.372478 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:52.388026 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Usage tracker for resource:subnet and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:52.390451 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:52.398114 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:52.421089 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Made reservation on behalf of bd8628adc75741818b115667c67096e9 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:52.425545 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.845983 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.851067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:52.906081 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70050af5-b69b-4a25-a6a1-f4bd897caf4b,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:52.915183 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34254) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:52.916373 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.916721 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.917047 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.917367 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.917709 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.918036 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.918363 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.918658 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.918975 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.919284 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.919586 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.919874 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Tracked resource versions report: May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: pushed versions: May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: { 'AddressGroup': {'1.2'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'ConntrackHelper': {'1.0'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Log': {'1.0'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Network': {'1.1'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Port': {'1.7'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'PortForwarding': {'1.2'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'QosPolicy': {'1.8'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SecurityGroup': {'1.4'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SecurityGroupRule': {'1.2'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SubPort': {'1.0'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Subnet': {'1.1'}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Trunk': {'1.1'}} May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: consumer versions: May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: { DHCP agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: HyperV agent@hv-cinder-79124: {}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: L3 agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: Metadata agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: Metering agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: Open vSwitch agent@dv-cinder-791240-4-iscsi: { 'AddressGroup': '1.2', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'ConntrackHelper': '1.0', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Log': '1.0', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Network': '1.1', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Port': '1.7', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'PortForwarding': '1.2', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'QosPolicy': '1.8', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SecurityGroup': '1.4', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SecurityGroupRule': '1.2', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'SubPort': '1.0', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Subnet': '1.1', May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: 'Trunk': '1.1'}} May 31 11:39:52.921179 dv-cinder-791240-4-iscsi neutron-server[98396]: {{(pid=98396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:39:52.925359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:52.950849 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Checking segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:39:52.951204 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Network hostable DHCP agents. Network: 86ef2da6-9cf6-4c22-879d-af6693aeaf8a, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:39:52.971342 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:39:52.982390 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 86ef2da6-9cf6-4c22-879d-af6693aeaf8a) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:39:52.987438 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:52.988157 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:52.994895 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9668a00-326e-426c-8fca-340105ef6e13 None None] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:39:53.010215 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6581762 May 31 11:39:53.013918 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34266) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:53.019860 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:53.026208 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:53.031390 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Usage tracker for resource:router and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:53.035216 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:53.041413 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:53.053665 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.055465 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.066638 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34272) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:53.076237 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.250766 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:39:53.252767 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.281312 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-840853651-network', 'tenant_id': '8d1066e9b8e641c4906f3c407e6b3f80'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:53.285630 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:53.290136 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Usage tracker for resource:network and tenant:8d1066e9b8e641c4906f3c407e6b3f80 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:53.296977 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:53.303389 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:53.319573 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Made reservation on behalf of 8d1066e9b8e641c4906f3c407e6b3f80 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:53.329140 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.346012 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-377204047-network', 'tenant_id': '2eb073d9eea34204a29999727dc66301'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:53.352466 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:53.362472 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Usage tracker for resource:network and tenant:2eb073d9eea34204a29999727dc66301 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:53.368000 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:53.380806 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:53.397993 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Made reservation on behalf of 2eb073d9eea34204a29999727dc66301 for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:53.401497 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.428025 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.457088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.461367 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:53.470150 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Usage tracker for resource:security_group_rule and tenant:2eb073d9eea34204a29999727dc66301 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:53.472698 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34288) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:53.478138 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:53.494409 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:53.551496 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:53.552663 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Allocated IP 172.20.0.2 (86ef2da6-9cf6-4c22-879d-af6693aeaf8a/70050af5-b69b-4a25-a6a1-f4bd897caf4b/443b3783-59ce-4059-9353-7d2d21fe1840) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:39:53.572007 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1066e9b8e641c4906f3c407e6b3f80 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:53.576258 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.580517 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:53.588791 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:53.662355 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.682925 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.687725 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:53.752610 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765bf78-d397-4fc9-ba67-86601741c4c2,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:53.768386 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:53.769805 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:39:53.790865 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.793682 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Added segment efa37879-f2f1-43ec-8b89-93f2a472b020 of type vlan for network 88017d99-0486-4de5-8c91-7a3ceb46da6a May 31 11:39:53.813033 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.826722 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.827686 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.830353 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.839299 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Transition to ACTIVE for port object 443b3783-59ce-4059-9353-7d2d21fe1840 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:39:53.845380 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:53.860526 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Transition to ACTIVE for port object 443b3783-59ce-4059-9353-7d2d21fe1840 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:39:53.871402 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.875538 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.876829 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:53.879045 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:53.889042 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:53.889841 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:54.008628 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:39:54.018222 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.018450 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Pushing event updated for resources: {'Network': ['ID=88017d99-0486-4de5-8c91-7a3ceb46da6a,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:54.019344 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Added segment 9daac1f7-6865-4d1e-b2e0-cef6e0f9298e of type vlan for network 43811063-141d-40ce-8bdc-cd72631dbaeb May 31 11:39:54.021746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:54.028632 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9579322 May 31 11:39:54.031986 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1755654702-network', 'tenant_id': 'c895c64abf2e4cd7b36e29c3b7c26582'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:54.037512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:54.037751 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:39:54.039844 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34306) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:54.046946 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Request body: {'subnet': {'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-377204047-subnet', 'tenant_id': '2eb073d9eea34204a29999727dc66301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:54.048333 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:39:54.052490 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Usage tracker for resource:network and tenant:c895c64abf2e4cd7b36e29c3b7c26582 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:54.054460 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 88017d99-0486-4de5-8c91-7a3ceb46da6a details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:39:54.055296 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.059614 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:54.062753 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:54.069079 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:54.071466 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Usage tracker for resource:subnet and tenant:2eb073d9eea34204a29999727dc66301 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:54.074583 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:54.083158 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:54.096593 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:39:54.100550 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Made reservation on behalf of c895c64abf2e4cd7b36e29c3b7c26582 for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:54.104251 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.124449 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Made reservation on behalf of 2eb073d9eea34204a29999727dc66301 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:54.131791 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.150995 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.152492 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.180855 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.193270 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:54.194517 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.226085 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.237205 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Pushing event updated for resources: {'Port': ['ID=443b3783-59ce-4059-9353-7d2d21fe1840,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:54.264046 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:54.266279 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Attempting to bind port 443b3783-59ce-4059-9353-7d2d21fe1840 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:39:54.266649 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Attempting to bind port 443b3783-59ce-4059-9353-7d2d21fe1840 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:39:54.267010 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Attempting to bind port 443b3783-59ce-4059-9353-7d2d21fe1840 on network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:39:54.272880 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Usage tracker for resource:security_group_rule and tenant:c895c64abf2e4cd7b36e29c3b7c26582 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:54.275535 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:39:54.275902 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Checking segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:39:54.276308 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.276690 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Bound using segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:39:54.277168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Bound port: 443b3783-59ce-4059-9353-7d2d21fe1840, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:39:54.277624 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.280556 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:54.287301 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3710237 May 31 11:39:54.289268 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0a987b-3c37-4624-ab22-c7f5ecd9f963,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:54.290993 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34316) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:54.291891 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:54.293742 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:54.295105 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:54.304667 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Request body: {'subnet': {'network_id': '43811063-141d-40ce-8bdc-cd72631dbaeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-840853651-subnet', 'tenant_id': '8d1066e9b8e641c4906f3c407e6b3f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:54.334875 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:54.340421 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.341177 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.342330 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.342670 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.343015 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.345294 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.346602 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.347481 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.347774 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Usage tracker for resource:subnet and tenant:8d1066e9b8e641c4906f3c407e6b3f80 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:54.348723 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.349064 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.349393 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.349953 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:54.352315 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Tracked resource versions report: May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: pushed versions: May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: { 'AddressGroup': {'1.2'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'ConntrackHelper': {'1.0'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Log': {'1.0'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Network': {'1.1'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Port': {'1.7'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'PortForwarding': {'1.2'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'QosPolicy': {'1.8'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SecurityGroup': {'1.4'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SecurityGroupRule': {'1.2'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SubPort': {'1.0'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Subnet': {'1.1'}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Trunk': {'1.1'}} May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: consumer versions: May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: { DHCP agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: HyperV agent@hv-cinder-79124: {}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: L3 agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: Metadata agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: Metering agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: Open vSwitch agent@dv-cinder-791240-4-iscsi: { 'AddressGroup': '1.2', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'ConntrackHelper': '1.0', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Log': '1.0', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Network': '1.1', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Port': '1.7', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'PortForwarding': '1.2', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'QosPolicy': '1.8', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SecurityGroup': '1.4', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SecurityGroupRule': '1.2', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'SubPort': '1.0', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Subnet': '1.1', May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: 'Trunk': '1.1'}} May 31 11:39:54.353029 dv-cinder-791240-4-iscsi neutron-server[98398]: {{(pid=98398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:39:54.366098 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:54.411924 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Pushing event updated for resources: {'Network': ['ID=43811063-141d-40ce-8bdc-cd72631dbaeb,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:54.418583 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:54.448724 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 43811063-141d-40ce-8bdc-cd72631dbaeb details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:39:54.494666 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:54.629580 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Allocated IP 172.27.3.169 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/44a443f7-37ae-4f45-9b29-72d7da4327ee) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:39:54.629804 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] For port 443b3783-59ce-4059-9353-7d2d21fe1840, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:39:54.634872 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] For port 443b3783-59ce-4059-9353-7d2d21fe1840, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=443b3783-59ce-4059-9353-7d2d21fe1840,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:39:54.646808 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.656251 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:54.668675 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Made reservation on behalf of 8d1066e9b8e641c4906f3c407e6b3f80 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:54.671009 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.779350 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Pushing event updated for resources: {'Port': ['ID=443b3783-59ce-4059-9353-7d2d21fe1840,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:54.791188 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:54.863017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.932220 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.949153 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ae1e36fc-01e1-4505-bda9-9eea935b03b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:54.972292 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.982909 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:54.991269 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:55.005414 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:39:55.011780 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:39:55.013875 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:39:55.024067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:55.032036 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:55.048345 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:39:55.104262 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.104532 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Added segment 11c47128-7418-4933-beaa-7a5e19096e46 of type vlan for network d4f9590a-6115-4458-9ec1-de40fd19c97f May 31 11:39:55.241955 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.286612 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.293645 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:55.294217 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.322463 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:55.345015 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.383221 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Pushing event updated for resources: {'Port': ['ID=44a443f7-37ae-4f45-9b29-72d7da4327ee,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:55.387766 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:55.475468 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Pushing event updated for resources: {'Network': ['ID=d4f9590a-6115-4458-9ec1-de40fd19c97f,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:55.501957 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network d4f9590a-6115-4458-9ec1-de40fd19c97f details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:39:55.526993 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:55.539035 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ad797db-ccb2-4325-9178-c6719ec9e8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:55.571273 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.593435 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1197019 May 31 11:39:55.603312 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34356) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:55.685487 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Request body: {'subnet': {'network_id': 'd4f9590a-6115-4458-9ec1-de40fd19c97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1755654702-subnet', 'tenant_id': 'c895c64abf2e4cd7b36e29c3b7c26582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:55.701104 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:55.719251 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Usage tracker for resource:subnet and tenant:c895c64abf2e4cd7b36e29c3b7c26582 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:55.735649 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:55.753946 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Checking segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:39:55.754329 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Network hostable DHCP agents. Network: 88017d99-0486-4de5-8c91-7a3ceb46da6a, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:39:55.765493 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f23f6a-9323-4239-8e5f-11c5ae869730,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:55.768100 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:55.773348 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:55.806067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Made reservation on behalf of c895c64abf2e4cd7b36e29c3b7c26582 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:55.810598 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.856464 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Network 88017d99-0486-4de5-8c91-7a3ceb46da6a is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:39:55.967231 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 88017d99-0486-4de5-8c91-7a3ceb46da6a) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:39:55.978808 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:55.981121 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.985182 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f32dd-3e5e-4543-86b8-3172f17b490e None None] Network 88017d99-0486-4de5-8c91-7a3ceb46da6a requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:39:56.051419 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0078471 May 31 11:39:56.141923 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab53273-c307-47cb-9e15-5013daa5f1bc None None] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:39:56.177696 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:56.193476 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:56.203310 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-369f9e88-a452-4c07-8664-4d4f98dec0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:56.311273 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c936d9da-ff1e-4642-8a64-ae805f4b2f96,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:56.315241 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:56.340100 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-7a3b8282-db7b-495d-b934-f47a59091846 None None] Provisioning for port 443b3783-59ce-4059-9353-7d2d21fe1840 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:39:56.371671 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Checking segment: {'id': '9daac1f7-6865-4d1e-b2e0-cef6e0f9298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43811063-141d-40ce-8bdc-cd72631dbaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:39:56.372666 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Network hostable DHCP agents. Network: 43811063-141d-40ce-8bdc-cd72631dbaeb, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:39:56.486209 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Network 43811063-141d-40ce-8bdc-cd72631dbaeb is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:39:56.569821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 43811063-141d-40ce-8bdc-cd72631dbaeb) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:39:56.585823 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:56.586966 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:56.616284 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Router 149cc1dc-a809-438b-92e6-cf7dca3e12ad is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:39:56.642831 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de94c7f1-559c-4692-8567-5cb10af91574 None None] Network 43811063-141d-40ce-8bdc-cd72631dbaeb requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:39:56.656119 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3538620 May 31 11:39:56.796130 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:56.805669 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:56.891223 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:39:56.903746 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Sync routers for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:39:56.921283 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:39:56.921906 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:39:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:39:56.933732 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d3f4df-64f2-403d-8a5f-50c7c4ca458a None None] Network 88017d99-0486-4de5-8c91-7a3ceb46da6a requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:39:56.973486 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:56.979957 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9647684 May 31 11:39:56.980493 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34406) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:57.091168 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f3903e-3dda-4302-a0dc-1a19f57e10cf,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:57.102838 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:57.141816 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Checking segment: {'id': '11c47128-7418-4933-beaa-7a5e19096e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4f9590a-6115-4458-9ec1-de40fd19c97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:39:57.142113 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Network hostable DHCP agents. Network: d4f9590a-6115-4458-9ec1-de40fd19c97f, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:39:57.202978 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:39:57.263146 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Network d4f9590a-6115-4458-9ec1-de40fd19c97f is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:39:57.294762 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 443b3783-59ce-4059-9353-7d2d21fe1840 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:39:57.353321 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, d4f9590a-6115-4458-9ec1-de40fd19c97f) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:39:57.376156 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:57.377472 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:57.418723 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7983754 May 31 11:39:57.454217 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0eebf1-69f0-43ea-84d6-bbbd5a93211f None None] Network d4f9590a-6115-4458-9ec1-de40fd19c97f requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:39:57.630397 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35d7a1-1a99-4096-9a22-defc97e84f7f None None] Network 43811063-141d-40ce-8bdc-cd72631dbaeb requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:39:57.771168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 443b3783-59ce-4059-9353-7d2d21fe1840 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:39:57.775982 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:55Z', 'revision_number': 3, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:39:57.784887 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 443b3783-59ce-4059-9353-7d2d21fe1840 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:39:57.785532 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:57.800453 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Checking router: 149cc1dc-a809-438b-92e6-cf7dca3e12ad for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:39:57.800808 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Updating router 149cc1dc-a809-438b-92e6-cf7dca3e12ad port 44a443f7-37ae-4f45-9b29-72d7da4327ee binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:39:57.906040 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:58.328995 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:58.424009 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d05687-9568-464d-bb2b-e6c25504c52b None None] Network d4f9590a-6115-4458-9ec1-de40fd19c97f requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:39:58.530748 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:58.550597 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-6e27952a-3258-454a-a42e-2f591faee0c0 None None] Provisioning complete for port 443b3783-59ce-4059-9353-7d2d21fe1840 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:39:58.551148 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6e27952a-3258-454a-a42e-2f591faee0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:58.628902 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34474) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:58.663872 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:58.689675 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Transition to ACTIVE for port object 44a443f7-37ae-4f45-9b29-72d7da4327ee will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:39:58.702537 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:58.716198 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:58.749170 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 443b3783-59ce-4059-9353-7d2d21fe1840, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=443b3783-59ce-4059-9353-7d2d21fe1840,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:39:58.824777 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:58.831590 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:58.843251 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Allocated IP 172.20.0.1 (86ef2da6-9cf6-4c22-879d-af6693aeaf8a/70050af5-b69b-4a25-a6a1-f4bd897caf4b/05987641-772d-4f23-80fd-ca6463b6ff84) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:39:58.953297 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Pushing event updated for resources: {'Port': ['ID=44a443f7-37ae-4f45-9b29-72d7da4327ee,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:58.979324 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.982494 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.983517 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.984260 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.984729 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.985286 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.985788 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.986283 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.987935 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.990223 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.990721 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.991204 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Tracked resource versions report: May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: pushed versions: May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: { 'AddressGroup': {'1.2'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'ConntrackHelper': {'1.0'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Log': {'1.0'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Network': {'1.1'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Port': {'1.7'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'PortForwarding': {'1.2'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'QosPolicy': {'1.8'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SecurityGroup': {'1.4'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SecurityGroupRule': {'1.2'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SubPort': {'1.0'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Subnet': {'1.1'}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Trunk': {'1.1'}} May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: consumer versions: May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: { DHCP agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: HyperV agent@hv-cinder-79124: {}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: L3 agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: Metadata agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: Metering agent@dv-cinder-791240-4-iscsi: {}, May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: Open vSwitch agent@dv-cinder-791240-4-iscsi: { 'AddressGroup': '1.2', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'ConntrackHelper': '1.0', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Log': '1.0', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Network': '1.1', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Port': '1.7', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'PortForwarding': '1.2', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'QosPolicy': '1.8', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SecurityGroup': '1.4', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SecurityGroupRule': '1.2', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'SubPort': '1.0', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Subnet': '1.1', May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: 'Trunk': '1.1'}} May 31 11:39:58.993091 dv-cinder-791240-4-iscsi neutron-server[98399]: {{(pid=98399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:39:59.009044 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:59.048868 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Attempting to bind port 44a443f7-37ae-4f45-9b29-72d7da4327ee on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:39:59.048868 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Attempting to bind port 44a443f7-37ae-4f45-9b29-72d7da4327ee by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:39:59.048868 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Attempting to bind port 44a443f7-37ae-4f45-9b29-72d7da4327ee on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:39:59.062420 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:39:59.062687 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:39:59.063091 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.064671 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:39:59.065185 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Bound port: 44a443f7-37ae-4f45-9b29-72d7da4327ee, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:39:59.066169 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.069349 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=443b3783-59ce-4059-9353-7d2d21fe1840,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:59.106740 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.113596 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:59.132982 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Transition to ACTIVE for port object 05987641-772d-4f23-80fd-ca6463b6ff84 will not be triggered until provisioned by entity DHCP. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:39:59.186057 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] For port 44a443f7-37ae-4f45-9b29-72d7da4327ee, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:39:59.187802 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34514) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:59.191616 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] For port 44a443f7-37ae-4f45-9b29-72d7da4327ee, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=44a443f7-37ae-4f45-9b29-72d7da4327ee,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:39:59.198636 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.199027 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.203694 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-6473fdde-6c65-4fa3-b41a-c445f5dcc828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:59.204973 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:39:59.278029 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:39:59.281798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:39:59.291100 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:39:59.291889 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.345591 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:39:59.346367 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:39:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:39:59.490746 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Pushing event updated for resources: {'Port': ['ID=44a443f7-37ae-4f45-9b29-72d7da4327ee,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:59.496475 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-557373f4-c515-4e37-9911-53a8cf0d2ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:59.543096 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34532) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:59.549788 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1858098160-network', 'tenant_id': '46b91ac0efd84025be6d3e22fa3f46dc'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:39:59.559920 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:59.564400 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34536) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:59.569112 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Usage tracker for resource:network and tenant:46b91ac0efd84025be6d3e22fa3f46dc is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:59.572830 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:59.576835 dv-cinder-791240-4-iscsi neutron-server[98397]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:39:59.663598 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-69abe498-c565-46bf-910d-942ffe3028ff None None] Provisioning for port 05987641-772d-4f23-80fd-ca6463b6ff84 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:39:59.669066 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-69abe498-c565-46bf-910d-942ffe3028ff None None] Provisioning complete for port 05987641-772d-4f23-80fd-ca6463b6ff84 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:39:59.669814 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-69abe498-c565-46bf-910d-942ffe3028ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.737288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.755886 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a5a16389-f9a6-4389-ba3d-3946a083dee9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:39:59.758579 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:59.762492 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Usage tracker for resource:security_group_rule and tenant:30f1b029f01a464cba3de153a2af7e72 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:59.764872 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a5a16389-f9a6-4389-ba3d-3946a083dee9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 814 time: 0.1979368 May 31 11:39:59.765522 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:39:59.765736 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:59.767702 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:59.772467 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:59.786342 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a2b3b4e9-7520-4327-880f-410cf52d7a7e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/quotas/2eb073d9eea34204a29999727dc66301 HTTP/1.1" status: 200 len: 375 time: 0.0198104 May 31 11:39:59.791806 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Pushing event updated for resources: {'Port': ['ID=05987641-772d-4f23-80fd-ca6463b6ff84,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:39:59.797009 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-69abe498-c565-46bf-910d-942ffe3028ff None None] Port 05987641-772d-4f23-80fd-ca6463b6ff84 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:39:59.800766 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.862699 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:39:59.899888 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:59.907580 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-b577bee7-b29a-41ed-9b99-211b0ebeb1b4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1115608 May 31 11:39:59.908853 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Made reservation on behalf of 46b91ac0efd84025be6d3e22fa3f46dc for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:39:59.911502 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.919070 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Usage tracker for resource:security_group_rule and tenant:f8a43fbaf8534fa88aa1dbb57293575a is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:39:59.935199 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:39:59.946764 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.947338 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:59.969654 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:39:59.985584 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:39:59.995720 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Usage tracker for resource:security_group_rule and tenant:46b91ac0efd84025be6d3e22fa3f46dc is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:00.001214 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:00.018087 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:00.188412 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.195249 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.208750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-46b20d8d-4e3e-4973-928c-d4e75f450883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:00.258227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528684ad-05b4-437e-841f-731aaa352062,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:00.263727 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:00.272036 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:00.281547 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.283807 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.284336 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Added segment 81fccedf-d58e-4d9d-9367-f05cc0b9e700 of type vlan for network b0f0b9ff-d8b7-455a-83e6-0237e4634720 May 31 11:40:00.308710 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.336921 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:55Z', 'revision_number': 3, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:00.341889 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24136106-1902-412a-ac4b-c265d63c2ad8 None None] The sync data for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi is: [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:55Z', 'revision_number': 3, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:40:00.346490 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.362848 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-1d1eedb8-cdff-4e76-b228-e8b3ec1dde2d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:40:00.371375 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-1d1eedb8-cdff-4e76-b228-e8b3ec1dde2d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1191368 May 31 11:40:00.466614 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:00.521416 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-fe654c8b-02ee-47a3-9198-ce866f5ef67d service neutron] 10.222.0.10 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490703 May 31 11:40:00.522656 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.db.resource_extend [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:40:00.544243 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30f1b029f01a464cba3de153a2af7e72&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3553607 May 31 11:40:00.556440 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34570) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:00.566116 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964b3c3f-e4d5-41a0-9b2f-9a4e20cd3dfc,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:00.569532 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.593127 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:00.603886 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.613792 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.619205 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:00.619771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.634193 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-038a66ed-32e2-4c42-9962-8aa22e60603b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:00.643016 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34578) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:00.648976 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:00.651965 dv-cinder-791240-4-iscsi neutron-server[98396]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:40:00.670960 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1258152 May 31 11:40:00.677774 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34582) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:00.764714 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8a43fbaf8534fa88aa1dbb57293575a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1230574 May 31 11:40:00.815107 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34590) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:00.818758 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Request body: {'subnet': {'network_id': 'b0f0b9ff-d8b7-455a-83e6-0237e4634720', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1858098160-subnet', 'tenant_id': '46b91ac0efd84025be6d3e22fa3f46dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:00.842380 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:00.855794 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1881038-97f3-4aec-8c7c-db0c5a3e9be6,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:00.859963 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:00.867912 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Usage tracker for resource:subnet and tenant:46b91ac0efd84025be6d3e22fa3f46dc is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:00.891890 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:00.893416 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.899651 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:00.912117 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.915243 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8d4d-91df-46f6-9cbc-519877208705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.923345 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.949134 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:00.979915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Pushing event updated for resources: {'Network': ['ID=b0f0b9ff-d8b7-455a-83e6-0237e4634720,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:00.998396 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:01.021359 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network b0f0b9ff-d8b7-455a-83e6-0237e4634720 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:01.029770 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Made reservation on behalf of 46b91ac0efd84025be6d3e22fa3f46dc for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:01.031772 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.113246 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-70a7d744-75f1-4d36-ab7a-28a9db05082d tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:01.119115 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-70a7d744-75f1-4d36-ab7a-28a9db05082d tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Synchronizing usage tracker for tenant:c895c64abf2e4cd7b36e29c3b7c26582 on resource:network {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:01.166114 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 443b3783-59ce-4059-9353-7d2d21fe1840 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:01.203056 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8d4d-91df-46f6-9cbc-519877208705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.244818 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Pushing event updated for resources: {'Port': ['ID=05987641-772d-4f23-80fd-ca6463b6ff84,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:01.252104 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:01.286160 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-bf7f4b32-f1a0-4f7c-aff6-cd19c2b0605a service neutron] 10.222.0.10 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558615 May 31 11:40:01.289222 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7d7a80b6-5cc7-48f9-93be-7df65bc3efdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.327876 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7d7a80b6-5cc7-48f9-93be-7df65bc3efdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.337169 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-70a7d744-75f1-4d36-ab7a-28a9db05082d tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Unset dirty status for tenant:c895c64abf2e4cd7b36e29c3b7c26582 on resource:network {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:01.339379 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 443b3783-59ce-4059-9353-7d2d21fe1840 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:01.339796 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.352381 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-70a7d744-75f1-4d36-ab7a-28a9db05082d tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/networks?id=d4f9590a-6115-4458-9ec1-de40fd19c97f HTTP/1.1" status: 200 len: 812 time: 0.7037044 May 31 11:40:01.422250 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-898ad1bd-36e1-4b96-8294-a8e0c069a299 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/quotas/c895c64abf2e4cd7b36e29c3b7c26582 HTTP/1.1" status: 200 len: 375 time: 0.0689118 May 31 11:40:01.563139 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 44a443f7-37ae-4f45-9b29-72d7da4327ee up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:01.586779 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-4617588c-4dd0-4ee5-963c-91b72bb7b862 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c895c64abf2e4cd7b36e29c3b7c26582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1632621 May 31 11:40:01.603921 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:01.621816 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:01.644903 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8d4d-91df-46f6-9cbc-519877208705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.715651 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 44a443f7-37ae-4f45-9b29-72d7da4327ee completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:01.723259 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 44a443f7-37ae-4f45-9b29-72d7da4327ee triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:01.723967 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.789504 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7d7a80b6-5cc7-48f9-93be-7df65bc3efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.800247 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4822aad3-55cb-457b-a07c-c5e4732e10aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:01.811510 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34632) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:01.835202 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-90e95ec8-02b3-4db8-bffd-2e8f79f3ab38 req-8cc26627-aaed-4ee5-bac9-72a79589e7b2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 210 time: 0.1543572 May 31 11:40:01.840552 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:01.842987 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f8d4d-91df-46f6-9cbc-519877208705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b3c3f-e4d5-41a0-9b2f-9a4e20cd3dfc,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:01.852875 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3c8f8d4d-91df-46f6-9cbc-519877208705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:01.879159 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a80b6-5cc7-48f9-93be-7df65bc3efdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1881038-97f3-4aec-8c7c-db0c5a3e9be6,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:01.880193 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8d4d-91df-46f6-9cbc-519877208705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.885811 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-3c8f8d4d-91df-46f6-9cbc-519877208705 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/964b3c3f-e4d5-41a0-9b2f-9a4e20cd3dfc HTTP/1.1" status: 204 len: 168 time: 1.3216224 May 31 11:40:01.892723 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7d7a80b6-5cc7-48f9-93be-7df65bc3efdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:01.928980 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7d7a80b6-5cc7-48f9-93be-7df65bc3efdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:01.938759 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-7d7a80b6-5cc7-48f9-93be-7df65bc3efdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1881038-97f3-4aec-8c7c-db0c5a3e9be6 HTTP/1.1" status: 204 len: 168 time: 1.1140673 May 31 11:40:02.022343 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.057936 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 44a443f7-37ae-4f45-9b29-72d7da4327ee, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=44a443f7-37ae-4f45-9b29-72d7da4327ee,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:02.067558 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-a5c071cb-fc9a-498b-8f3b-55be66f0aad6 None None] Provisioning complete for port 05987641-772d-4f23-80fd-ca6463b6ff84 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:02.068139 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a5c071cb-fc9a-498b-8f3b-55be66f0aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.100983 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.145142 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.155022 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.158169 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-de75cc75-2416-4f1d-89ae-e1a45a47e6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:02.173995 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2a7fb827-a624-407f-991e-dafc5354c2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:02.249630 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:02.264328 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Usage tracker for resource:security_group_rule and tenant:630f2676c69948a6869975b40637fe3e is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:02.290122 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-a5c071cb-fc9a-498b-8f3b-55be66f0aad6 None None] Port 05987641-772d-4f23-80fd-ca6463b6ff84 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:40:02.290805 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:02.314098 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=44a443f7-37ae-4f45-9b29-72d7da4327ee,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:02.320726 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:02.330372 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:02.356936 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Router 149cc1dc-a809-438b-92e6-cf7dca3e12ad has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:40:02.380414 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe7f81c-bd7b-4a5e-87ef-014bacb4376b,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:02.386086 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:02.464556 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Checking segment: {'id': '81fccedf-d58e-4d9d-9367-f05cc0b9e700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b0f0b9ff-d8b7-455a-83e6-0237e4634720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:02.468796 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Network hostable DHCP agents. Network: b0f0b9ff-d8b7-455a-83e6-0237e4634720, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:02.519685 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Network b0f0b9ff-d8b7-455a-83e6-0237e4634720 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:02.537807 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, b0f0b9ff-d8b7-455a-83e6-0237e4634720) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:02.546484 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:02.546645 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88bbda-469b-4936-844f-10fc668d08ca None None] Network b0f0b9ff-d8b7-455a-83e6-0237e4634720 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:02.547797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.601678 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-61a1e8f2-bbe6-4037-a1f0-04be1ab56cf9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9213269 May 31 11:40:02.657837 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-5d38885d-0515-461b-8541-0be0f465ab79 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:40:02.658892 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-5d38885d-0515-461b-8541-0be0f465ab79 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6139889 May 31 11:40:02.828757 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34670) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:02.836376 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:40:02.852321 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Sync routers for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:40:02.865255 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd87d24-47bd-4ead-807c-670f773fe3f5 None None] Network b0f0b9ff-d8b7-455a-83e6-0237e4634720 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:02.871628 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.891828 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:02.897754 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Usage tracker for resource:security_group_rule and tenant:78ebeab98fbf4d58adc19de2011abd08 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:02.900047 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.910778 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] 10.222.0.10 "PUT /v2.0/routers/149cc1dc-a809-438b-92e6-cf7dca3e12ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9205949 May 31 11:40:02.913546 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:02.926019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34680) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:02.927211 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:02.929913 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-4bd93fe4-59c1-4048-b56c-84664d92e249 service neutron] 10.222.0.10 "GET /v2.0/networks/d4f9590a-6115-4458-9ec1-de40fd19c97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424767 May 31 11:40:02.930398 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:02.941051 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:03.055935 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 44a443f7-37ae-4f45-9b29-72d7da4327ee up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:03.070579 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34684) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:03.071251 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b87ec9-b1ab-42e8-be2c-4603141fbc08,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:03.077786 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=630f2676c69948a6869975b40637fe3e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2591515 May 31 11:40:03.082992 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:03.084280 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:03.085070 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:39:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:03.089713 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34688) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:03.110662 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2064cfc5-95e2-4d90-8573-feeffc5aa5d2 req-06999695-6f8d-432a-a8b0-8c02d9e2bcfc tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 210 time: 0.1407585 May 31 11:40:03.111730 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.136764 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:03.142968 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Usage tracker for resource:security_group_rule and tenant:11586c0806ae4179beaad39f69a5b4af is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:03.146992 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:03.155655 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:03.377985 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Deleting subnet c936d9da-ff1e-4642-8a64-ae805f4b2f96 {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:40:03.384834 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.410086 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.417854 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-3fef1fe5-64cd-4dd2-a553-51236ac53ba2 service neutron] 10.222.0.10 "GET /v2.0/networks/d4f9590a-6115-4458-9ec1-de40fd19c97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776819 May 31 11:40:03.440383 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.486245 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.493200 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9616-f93d-4bed-8302-aaff9ba9376d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.505195 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.508600 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:03.570717 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b00519-b2e4-4371-bede-d707fd4b8f40,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:03.574500 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:03.585841 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11586c0806ae4179beaad39f69a5b4af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6465559 May 31 11:40:03.594741 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34708) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:03.673432 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.684471 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 44a443f7-37ae-4f45-9b29-72d7da4327ee triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:03.684862 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.697159 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9616-f93d-4bed-8302-aaff9ba9376d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.719274 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.742746 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:03.829201 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:03.881481 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78ebeab98fbf4d58adc19de2011abd08&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0505147 May 31 11:40:03.882335 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d532b964-dab5-4100-abc4-c40106cfc219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:03.887689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34732) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:03.888014 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34734) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:03.897143 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076985101', 'description': 'tempest-description--796831872'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:03.916056 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-acc66fcd-b818-4d4f-a387-aeb8b313e7a7 req-fe554c57-58a0-47ec-947e-1b4563f0f250 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 210 time: 0.1902857 May 31 11:40:03.988141 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249a12a2-5f9f-4aaf-b741-5c4278cf465e,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:04.002229 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:04.004495 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9616-f93d-4bed-8302-aaff9ba9376d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.016836 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:04.025975 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:04.031661 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:security_group and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:04.036461 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:04.046401 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d532b964-dab5-4100-abc4-c40106cfc219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.060472 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:04.075342 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d9616-f93d-4bed-8302-aaff9ba9376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b87ec9-b1ab-42e8-be2c-4603141fbc08,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:04.111540 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-cc5d9616-f93d-4bed-8302-aaff9ba9376d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:04.117212 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9616-f93d-4bed-8302-aaff9ba9376d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.119847 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-cc5d9616-f93d-4bed-8302-aaff9ba9376d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2b87ec9-b1ab-42e8-be2c-4603141fbc08 HTTP/1.1" status: 204 len: 168 time: 0.8413794 May 31 11:40:04.208631 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9f2b123c-29d3-420e-a1e3-6f86eafe28c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.216797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.258722 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.263548 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e093a88b-763c-40f6-b9df-b0673247af3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:04.302505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:04.325465 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c936d9da-ff1e-4642-8a64-ae805f4b2f96,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:04.332217 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:04.336600 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:security_group_rule and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:04.342283 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9f2b123c-29d3-420e-a1e3-6f86eafe28c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.343953 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.353594 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c936d9da-ff1e-4642-8a64-ae805f4b2f96 HTTP/1.1" status: 204 len: 168 time: 1.2753232 May 31 11:40:04.354423 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34760) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:04.374136 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:04.389856 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:04.445396 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d532b964-dab5-4100-abc4-c40106cfc219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.504198 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.567326 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:04.675310 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532b964-dab5-4100-abc4-c40106cfc219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b00519-b2e4-4371-bede-d707fd4b8f40,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:04.679709 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d532b964-dab5-4100-abc4-c40106cfc219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:04.697622 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b82b47a2-b7fa-4c33-b513-0a866d2df735 req-be75d3d3-e81b-4046-a5a2-c73d5d172b15 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 210 time: 0.2583280 May 31 11:40:04.714673 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d532b964-dab5-4100-abc4-c40106cfc219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.725093 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.740474 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d532b964-dab5-4100-abc4-c40106cfc219 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21b00519-b2e4-4371-bede-d707fd4b8f40 HTTP/1.1" status: 204 len: 168 time: 1.1436579 May 31 11:40:04.741850 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.743309 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.744491 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.745022 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.745363 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.745969 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.746711 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.747230 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.747848 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.748487 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:04.816639 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9f2b123c-29d3-420e-a1e3-6f86eafe28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.821415 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:00Z', 'revision_number': 2, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:04.836695 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Checking router: 149cc1dc-a809-438b-92e6-cf7dca3e12ad for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:40:04.843057 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Updating router 149cc1dc-a809-438b-92e6-cf7dca3e12ad port 05987641-772d-4f23-80fd-ca6463b6ff84 binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:40:04.844107 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:04.884578 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b123c-29d3-420e-a1e3-6f86eafe28c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249a12a2-5f9f-4aaf-b741-5c4278cf465e,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:04.892888 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9f2b123c-29d3-420e-a1e3-6f86eafe28c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:04.914638 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.924236 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9f2b123c-29d3-420e-a1e3-6f86eafe28c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.926375 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9f2b123c-29d3-420e-a1e3-6f86eafe28c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/249a12a2-5f9f-4aaf-b741-5c4278cf465e HTTP/1.1" status: 204 len: 168 time: 1.0344958 May 31 11:40:04.928012 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:04.935100 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-47dc438c-6292-4d8c-9d5f-ff5ab165ec62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:04.958936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34788) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:05.001271 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:05.001954 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:05.002053 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:05.002501 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:40:05.002995 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43811063-141d-40ce-8bdc-cd72631dbaeb']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:05.019922 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9daac1f7-6865-4d1e-b2e0-cef6e0f9298e') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:05.019922 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9daac1f7-6865-4d1e-b2e0-cef6e0f9298e') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:05.021015 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.047306 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.064958 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.082527 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.088616 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1991498 May 31 11:40:05.091469 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6e05ae-310e-4622-8b8e-b61a405d0c4f,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:05.094011 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34800) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:05.098715 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:05.103825 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'security_group_rule': {'security_group_id': 'ea6e05ae-310e-4622-8b8e-b61a405d0c4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:05.123295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:05.125932 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:05.132584 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:security_group_rule and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:05.135768 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Usage tracker for resource:security_group_rule and tenant:3244f33caae14721a9087c1755794e93 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:05.138553 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:05.141880 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:05.149888 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:05.152238 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:05.194906 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.220100 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.236624 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-53d45057-e379-42d8-ab15-4ed434e6ba44 req-0a66001a-aa58-43c1-b173-c989d42c1a40 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 210 time: 0.1674941 May 31 11:40:05.261040 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:40:05.264746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: from cryptography.utils import int_from_bytes May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: from cryptography.utils import int_from_bytes May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:40:05.300902 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:40:05.313142 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.329809 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.341249 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:05.358996 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fc18fb-5c00-4776-a15b-48c87b0ccaaa,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:05.405316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.433386 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.433599 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.440737 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:05.474354 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:05.480398 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e0d05c10-b600-4e36-8ee5-8ee83cb8d048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:05.480612 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.490562 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=43811063-141d-40ce-8bdc-cd72631dbaeb,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:05.495009 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:05.502127 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/43811063-141d-40ce-8bdc-cd72631dbaeb HTTP/1.1" status: 204 len: 168 time: 1.1460772 May 31 11:40:05.505470 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34816) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:05.544734 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3244f33caae14721a9087c1755794e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5796857 May 31 11:40:05.555346 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34822) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:05.555913 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.559510 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8f05bc98-65e7-4c46-80b2-0a831f053f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4619884 May 31 11:40:05.561059 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34828) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:05.575316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719a284a-ec08-49f2-b885-2d268fa26f92,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:05.585782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'security_group_rule': {'security_group_id': 'ea6e05ae-310e-4622-8b8e-b61a405d0c4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:05.601406 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:05.607247 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:05.622484 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.52', 64347) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:05.624513 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:security_group_rule and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:05.629902 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:05.642054 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:05.681654 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7440-684e-43a5-8cc2-2e23a4b44dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.695566 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.740309 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7440-684e-43a5-8cc2-2e23a4b44dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.807599 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.820468 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.823228 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:05.852584 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ea4840-f083-44b7-88eb-643efbad87a0,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:05.858514 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:05.873196 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7440-684e-43a5-8cc2-2e23a4b44dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.880186 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7440-684e-43a5-8cc2-2e23a4b44dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.881919 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1b4a7440-684e-43a5-8cc2-2e23a4b44dd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/719a284a-ec08-49f2-b885-2d268fa26f92 HTTP/1.1" status: 204 len: 168 time: 0.3237212 May 31 11:40:05.882975 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:05.894584 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a7440-684e-43a5-8cc2-2e23a4b44dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719a284a-ec08-49f2-b885-2d268fa26f92,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:05.897894 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.899371 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374791 May 31 11:40:05.900712 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1b4a7440-684e-43a5-8cc2-2e23a4b44dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:05.904902 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34840) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:05.923525 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'floatingip': {'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:05.935150 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Deleting subnet ffe7f81c-bd7b-4a5e-87ef-014bacb4376b {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:40:05.943269 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:05.982458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:06.002531 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-eb0b69b1-3c7e-4910-94e6-ccb498c4752a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:06.003453 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-eb0b69b1-3c7e-4910-94e6-ccb498c4752a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:network {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:06.030325 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:floatingip and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:06.039692 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:06.060888 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:06.073235 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d117190c-8754-4fcf-8145-7caf0c2c9f1c req-62887ca8-5738-4408-8690-86d5ae2da710 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 210 time: 0.0671511 May 31 11:40:06.082517 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:06.126357 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:06.169131 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:06.183974 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Transition to ACTIVE for port object 05987641-772d-4f23-80fd-ca6463b6ff84 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:06.189991 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-eb0b69b1-3c7e-4910-94e6-ccb498c4752a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:network {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:06.193589 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-eb0b69b1-3c7e-4910-94e6-ccb498c4752a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 814 time: 0.5596268 May 31 11:40:06.196477 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:06.204051 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:06.304944 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Request body: {'port': {'device_id': '0c0bd825-f3e3-4e49-aea9-cfc88d8399ba', 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'admin_state_up': True, 'tenant_id': '2eb073d9eea34204a29999727dc66301'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:06.322633 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:06.362743 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70a730-8921-4143-995b-d0ef57290d83 None None] Pushing event updated for resources: {'Port': ['ID=05987641-772d-4f23-80fd-ca6463b6ff84,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:06.372040 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-7e70a730-8921-4143-995b-d0ef57290d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:06.778702 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Attempting to bind port 05987641-772d-4f23-80fd-ca6463b6ff84 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:06.779583 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Attempting to bind port 05987641-772d-4f23-80fd-ca6463b6ff84 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:06.780250 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Attempting to bind port 05987641-772d-4f23-80fd-ca6463b6ff84 on network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:06.789031 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f577945e-65ea-482e-990d-efa1f417773a req-384eefaa-7d1f-4449-b71b-dd2cc9712a27 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 210 time: 0.1731215 May 31 11:40:06.790070 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:06.790740 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Checking segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:06.791362 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:06.791952 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Bound using segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:06.792785 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Bound port: 05987641-772d-4f23-80fd-ca6463b6ff84, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:06.793371 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:06.899317 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:06.906115 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Usage tracker for resource:port and tenant:2eb073d9eea34204a29999727dc66301 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:06.911037 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:06.912143 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] For port 05987641-772d-4f23-80fd-ca6463b6ff84, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:06.915781 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] For port 05987641-772d-4f23-80fd-ca6463b6ff84, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=05987641-772d-4f23-80fd-ca6463b6ff84,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:06.922667 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:06.927800 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:06.928853 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-7e70a730-8921-4143-995b-d0ef57290d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:06.939226 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:07.009749 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:07.010379 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:39:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:07.052632 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Made reservation on behalf of 2eb073d9eea34204a29999727dc66301 for: {'port': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:07.056291 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:07.073248 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70a730-8921-4143-995b-d0ef57290d83 None None] Pushing event updated for resources: {'Port': ['ID=05987641-772d-4f23-80fd-ca6463b6ff84,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:07.084040 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-7e70a730-8921-4143-995b-d0ef57290d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:07.286719 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.52', 64354) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:07.366140 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:07.377096 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:07.397296 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Allocated IP 172.27.3.250 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/7e253d78-25db-4c74-9a6c-7867c291faf9) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:07.399665 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-702112ca-a238-4be3-8c02-cee8edf081d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:07.479859 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe7f81c-bd7b-4a5e-87ef-014bacb4376b,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:07.509267 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:07.539615 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:07.680360 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2e595189-5604-4f1a-ab7e-a591e212ecd8 req-64148a46-758d-4ec2-91ef-f0ca3738d7f7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 210 time: 0.1562238 May 31 11:40:07.774750 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:07.781658 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-04302f38-343f-45f3-bb5e-a502ef439d52 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:07.783358 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-04302f38-343f-45f3-bb5e-a502ef439d52 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.52 "GET /v2.0/networks?id=d4f9590a-6115-4458-9ec1-de40fd19c97f HTTP/1.1" status: 200 len: 812 time: 0.4905260 May 31 11:40:07.809716 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Request body: {'port': {'device_id': '55a30c15-8a1c-4a45-827f-88db4cb25312', 'network_id': 'd4f9590a-6115-4458-9ec1-de40fd19c97f', 'admin_state_up': True, 'tenant_id': 'c895c64abf2e4cd7b36e29c3b7c26582'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:07.826333 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Allocated IP 172.20.0.14 (88017d99-0486-4de5-8c91-7a3ceb46da6a/76f23f6a-9323-4239-8e5f-11c5ae869730/72894682-25c2-40fd-8194-74bddb53d540) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:07.975366 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:06Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:07.990606 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce953f-ccaf-47e4-b513-d1db97ca2c66 None None] The sync data for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi is: [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:06Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:40:08.151425 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:08.208312 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:08.218429 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Usage tracker for resource:port and tenant:c895c64abf2e4cd7b36e29c3b7c26582 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:08.237155 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:08.257371 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:08.294457 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Made reservation on behalf of c895c64abf2e4cd7b36e29c3b7c26582 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:08.298505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:08.305481 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ffe7f81c-bd7b-4a5e-87ef-014bacb4376b HTTP/1.1" status: 204 len: 168 time: 2.7950373 May 31 11:40:08.329482 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34962) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:08.333283 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2d50c190-3df8-4af5-b3dc-33cc24d37a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:08.357992 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:08.556820 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-94eb3e3e-d630-4757-a211-3e0e5d882f63 req-0951ba88-0fae-4799-9dd2-72561bc209e6 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 210 time: 0.3973849 May 31 11:40:08.570199 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:08.618180 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:08.646380 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:08.657393 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:08.894412 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Allocated IP 172.20.0.3 (d4f9590a-6115-4458-9ec1-de40fd19c97f/90f3903e-3dda-4302-a0dc-1a19f57e10cf/8be7cb53-5adb-4114-b7e0-7e71fd0abd35) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:09.079876 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.122680 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 05987641-772d-4f23-80fd-ca6463b6ff84 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:09.189487 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'Port': ['ID=7e253d78-25db-4c74-9a6c-7867c291faf9,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:09.201370 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:09.265891 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.266161 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-74aafd84-4c5f-4bd5-9251-2b3c477d15f4 req-b917cd97-ae29-449e-a440-c5cc585cf239 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 210 time: 0.2133815 May 31 11:40:09.377130 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 05987641-772d-4f23-80fd-ca6463b6ff84 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:09.388330 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 05987641-772d-4f23-80fd-ca6463b6ff84 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:09.388710 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.543017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.628230 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.643570 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:09.739558 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.752041 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.787902 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f0b9ff-d8b7-455a-83e6-0237e4634720']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:09.808931 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Network d4f9590a-6115-4458-9ec1-de40fd19c97f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:09.818862 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:09.819453 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 05987641-772d-4f23-80fd-ca6463b6ff84, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=05987641-772d-4f23-80fd-ca6463b6ff84,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:09.826007 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:09.830889 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.833227 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:09.848899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:09.849638 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.865008 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fccedf-d58e-4d9d-9367-f05cc0b9e700') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:09.865804 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fccedf-d58e-4d9d-9367-f05cc0b9e700') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:09.884342 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.921187 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Pushing event updated for resources: {'Port': ['ID=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:09.936961 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:09.946067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:09.948825 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1479366 May 31 11:40:10.012025 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=05987641-772d-4f23-80fd-ca6463b6ff84,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:10.016316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-709d97a2-6d68-4d94-a44d-f8e2bdfef342 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:40:10.020049 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:10.029576 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-709d97a2-6d68-4d94-a44d-f8e2bdfef342 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065029 May 31 11:40:10.075351 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:10.208193 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:10.217655 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:40:10.218051 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:40:10.233441 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:40:10.370628 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:10.449819 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Network 88017d99-0486-4de5-8c91-7a3ceb46da6a is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:10.461924 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:10.468810 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:10.771302 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6d76-1e01-403a-ad7d-64f2cb27454c req-d69c9a25-8cf7-4918-a4e2-d5656b6c1b94 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:10.775854 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f76f6d76-1e01-403a-ad7d-64f2cb27454c req-d69c9a25-8cf7-4918-a4e2-d5656b6c1b94 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 932 time: 0.2747307 May 31 11:40:10.831990 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e83888ec-c6c9-4b80-b1aa-38b7005ed6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:10.908921 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f76f6d76-1e01-403a-ad7d-64f2cb27454c req-228acf07-2008-4367-81b3-f7ac54dea6d7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247873 May 31 11:40:10.931681 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:10.943663 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:10.951304 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:11.034409 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.069656 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.073197 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 05987641-772d-4f23-80fd-ca6463b6ff84 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:11.145519 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Pushing event updated for resources: {'Port': ['ID=72894682-25c2-40fd-8194-74bddb53d540,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:11.162076 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:11.176593 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.188320 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-abb25515-43ff-4bab-a73f-f27f3e98d17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:11.325200 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 05987641-772d-4f23-80fd-ca6463b6ff84 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:11.326735 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.345049 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056da73a-5eef-4c81-9a34-981dd31797e7 req-67ade954-165f-4931-8fda-0aaa7d335313 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:11.347133 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-056da73a-5eef-4c81-9a34-981dd31797e7 req-67ade954-165f-4931-8fda-0aaa7d335313 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 931 time: 1.2620578 May 31 11:40:11.501129 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:11.501788 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.526099 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Request body: {'port': {'device_id': '55a30c15-8a1c-4a45-827f-88db4cb25312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:11.572353 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.619783 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] 10.222.0.10 "DELETE /v2.0/networks/b0f0b9ff-d8b7-455a-83e6-0237e4634720 HTTP/1.1" status: 204 len: 168 time: 3.1534476 May 31 11:40:11.737527 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-056da73a-5eef-4c81-9a34-981dd31797e7 req-9c16b54f-65c7-415f-89ca-9d0ac434cb15 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Synchronizing usage tracker for tenant:c895c64abf2e4cd7b36e29c3b7c26582 on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:11.742101 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.743034 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'Port': ['ID=7e253d78-25db-4c74-9a6c-7867c291faf9,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:11.754948 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:11.759668 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.760280 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8513300 May 31 11:40:11.762312 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4701118 May 31 11:40:11.770236 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.625s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:11.780773 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:11.827856 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f0b9ff-d8b7-455a-83e6-0237e4634720,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:11.834970 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Request body: {'port': {'device_id': '0c0bd825-f3e3-4e49-aea9-cfc88d8399ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:11.875330 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:11.893514 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-056da73a-5eef-4c81-9a34-981dd31797e7 req-9c16b54f-65c7-415f-89ca-9d0ac434cb15 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Unset dirty status for tenant:c895c64abf2e4cd7b36e29c3b7c26582 on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:11.909884 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-056da73a-5eef-4c81-9a34-981dd31797e7 req-9c16b54f-65c7-415f-89ca-9d0ac434cb15 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796214 May 31 11:40:12.148740 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:12.312009 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35060) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:12.542774 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:40:12.551682 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:12.567958 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Transition to ACTIVE for port object 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:12.579645 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:12.608154 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:12.782993 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9ff0871e-6850-4fc5-8975-211943545d2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d1066e9b8e641c4906f3c407e6b3f80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4668081 May 31 11:40:12.806453 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35080) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:12.809884 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-bdd111f6-c5a8-41a6-8d3f-0a7aab805cc1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1076985101&fields=id&tenant_id=bd8628adc75741818b115667c67096e9 HTTP/1.1" status: 200 len: 267 time: 0.0939314 May 31 11:40:12.909447 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6496e5-1f47-4ffe-b623-54df489b415e req-c945eeb4-f965-4bd9-a94f-48d12a0fe9b8 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:12.916258 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e6496e5-1f47-4ffe-b623-54df489b415e req-c945eeb4-f965-4bd9-a94f-48d12a0fe9b8 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 932 time: 0.7079594 May 31 11:40:12.918293 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Attempting to bind port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:12.918648 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Attempting to bind port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '11c47128-7418-4933-beaa-7a5e19096e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4f9590a-6115-4458-9ec1-de40fd19c97f'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:12.919000 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Attempting to bind port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 on network d4f9590a-6115-4458-9ec1-de40fd19c97f {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:12.927602 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 on network d4f9590a-6115-4458-9ec1-de40fd19c97f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:40:12.927914 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Attempting to bind port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 on network d4f9590a-6115-4458-9ec1-de40fd19c97f {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:12.980088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:12.980438 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Checking segment: {'id': '11c47128-7418-4933-beaa-7a5e19096e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4f9590a-6115-4458-9ec1-de40fd19c97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:12.981030 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Bound using segment: {'id': '11c47128-7418-4933-beaa-7a5e19096e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4f9590a-6115-4458-9ec1-de40fd19c97f'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:12.981529 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Bound port: 8be7cb53-5adb-4114-b7e0-7e71fd0abd35, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c47128-7418-4933-beaa-7a5e19096e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4f9590a-6115-4458-9ec1-de40fd19c97f'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:12.981976 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.176296 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111047-fc49-4aea-8d84-160f0a424090 req-ae654ea4-988a-47cd-842e-9f8426adaf0e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:13.181119 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-ae654ea4-988a-47cd-842e-9f8426adaf0e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 815 time: 0.3484845 May 31 11:40:13.184869 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] For port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:13.189096 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] For port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,segment=NetworkSegment(11c47128-7418-4933-beaa-7a5e19096e46),segment_id=11c47128-7418-4933-beaa-7a5e19096e46)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:13.212569 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e6496e5-1f47-4ffe-b623-54df489b415e req-a1a83acd-8d23-4e37-b849-f09671911c5a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953806 May 31 11:40:13.216575 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.250322 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Pushing event updated for resources: {'Port': ['ID=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:13.278326 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:13.280139 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:13.438825 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72894682-25c2-40fd-8194-74bddb53d540 {{(pid=98396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:40:13.444866 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-a195e0cb-8c25-471b-b19e-f5e17d01fa63 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/quotas/bd8628adc75741818b115667c67096e9 HTTP/1.1" status: 200 len: 375 time: 0.1196320 May 31 11:40:13.445517 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1b96-afda-456a-bed6-b3ebbc3c76b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.451944 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.511692 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.525571 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:13.527277 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.529740 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] 10.222.0.52 "PUT /v2.0/ports/8be7cb53-5adb-4114-b7e0-7e71fd0abd35 HTTP/1.1" status: 200 len: 1093 time: 2.4724810 May 31 11:40:13.530432 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a30c15-8a1c-4a45-827f-88db4cb25312', 'tag': '8be7cb53-5adb-4114-b7e0-7e71fd0abd35'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:13.606429 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1b96-afda-456a-bed6-b3ebbc3c76b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.661478 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Transition to ACTIVE for port object 72894682-25c2-40fd-8194-74bddb53d540 will not be triggered until provisioned by entity L2. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:13.677376 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.732419 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:13.847690 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Pushing event updated for resources: {'Port': ['ID=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:13.857128 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:13.872063 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f208f8a-b31f-41dc-95bb-02adff83faee" -d '{"events": [{"name": "network-changed", "server_uuid": "55a30c15-8a1c-4a45-827f-88db4cb25312", "tag": "8be7cb53-5adb-4114-b7e0-7e71fd0abd35"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:13.921982 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6c36a-aa85-4cfe-a140-e20919952e31 req-49a0151a-4fe3-41a0-9851-310e40975e74 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:13.922746 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-66b6c36a-aa85-4cfe-a140-e20919952e31 req-49a0151a-4fe3-41a0-9851-310e40975e74 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Synchronizing usage tracker for tenant:c895c64abf2e4cd7b36e29c3b7c26582 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:13.983077 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-f2111047-fc49-4aea-8d84-160f0a424090 req-5f644710-afe7-4610-8a70-286a2546cfc5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:14.019366 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-66b6c36a-aa85-4cfe-a140-e20919952e31 req-49a0151a-4fe3-41a0-9851-310e40975e74 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Unset dirty status for tenant:c895c64abf2e4cd7b36e29c3b7c26582 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:14.019736 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-f2111047-fc49-4aea-8d84-160f0a424090 req-5f644710-afe7-4610-8a70-286a2546cfc5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:14.021249 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-5f644710-afe7-4610-8a70-286a2546cfc5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5659137 May 31 11:40:14.027750 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-66b6c36a-aa85-4cfe-a140-e20919952e31 req-49a0151a-4fe3-41a0-9851-310e40975e74 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 943 time: 0.6494646 May 31 11:40:14.060167 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Pushing event updated for resources: {'Port': ['ID=72894682-25c2-40fd-8194-74bddb53d540,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:14.069511 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:14.179967 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-66b6c36a-aa85-4cfe-a140-e20919952e31 req-d82a4619-0247-4e5e-94d9-802417a81507 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520724 May 31 11:40:14.275818 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-c463bcde-1dad-42ff-963a-20ede787a986 service neutron] 10.222.0.10 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077034 May 31 11:40:14.475794 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0d1808-7eda-4856-9e44-8473b53bd0ae x-openstack-request-id: req-2f0d1808-7eda-4856-9e44-8473b53bd0ae {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:14.476304 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a30c15-8a1c-4a45-827f-88db4cb25312", "tag": "8be7cb53-5adb-4114-b7e0-7e71fd0abd35", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:14.476614 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f0d1808-7eda-4856-9e44-8473b53bd0ae {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:14.477824 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a30c15-8a1c-4a45-827f-88db4cb25312', 'tag': '8be7cb53-5adb-4114-b7e0-7e71fd0abd35', 'status': 'completed', 'code': 200} May 31 11:40:14.538077 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Attempting to bind port 72894682-25c2-40fd-8194-74bddb53d540 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:14.538458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Attempting to bind port 72894682-25c2-40fd-8194-74bddb53d540 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'}] {{(pid=98396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:14.538827 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Attempting to bind port 72894682-25c2-40fd-8194-74bddb53d540 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:14.544650 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1b96-afda-456a-bed6-b3ebbc3c76b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:14.552849 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Port 72894682-25c2-40fd-8194-74bddb53d540 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:40:14.553026 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Attempting to bind port 72894682-25c2-40fd-8194-74bddb53d540 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:14.579860 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-06b95cd7-60b2-4787-96e2-49774a41e285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:14.590810 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:14.591153 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Checking segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:14.591692 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Bound using segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:14.592203 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Bound port: 72894682-25c2-40fd-8194-74bddb53d540, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'}}] {{(pid=98396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:14.592547 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:14.622089 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f1b96-afda-456a-bed6-b3ebbc3c76b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0a987b-3c37-4624-ab22-c7f5ecd9f963,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:14.649304 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1b96-afda-456a-bed6-b3ebbc3c76b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:14.649304 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-ae7f1b96-afda-456a-bed6-b3ebbc3c76b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae0a987b-3c37-4624-ab22-c7f5ecd9f963 HTTP/1.1" status: 204 len: 168 time: 1.8361657 May 31 11:40:14.693800 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ae7f1b96-afda-456a-bed6-b3ebbc3c76b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:14.747095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f40b9b-0cd8-4eab-9d97-8bc292f34f2a req-2c44d38f-b0fb-41b3-8382-99b31974df73 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:14.759099 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38f40b9b-0cd8-4eab-9d97-8bc292f34f2a req-2c44d38f-b0fb-41b3-8382-99b31974df73 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 944 time: 0.1519256 May 31 11:40:14.822411 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38f40b9b-0cd8-4eab-9d97-8bc292f34f2a req-42a82035-8a2a-41a7-94bf-14f30f4d9aa7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621476 May 31 11:40:14.967748 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-7453568d-f29f-422c-9af4-b769426afaf3 service neutron] 10.222.0.10 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700939 May 31 11:40:15.074382 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] For port 72894682-25c2-40fd-8194-74bddb53d540, host hv-cinder-79124, cleared binding levels {{(pid=98396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:15.081979 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] For port 72894682-25c2-40fd-8194-74bddb53d540, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=72894682-25c2-40fd-8194-74bddb53d540,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:15.096580 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:15.117252 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:15.249368 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Pushing event updated for resources: {'Port': ['ID=72894682-25c2-40fd-8194-74bddb53d540,revision_number=3']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:15.261335 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:40:15.268142 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:15.281859 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:15.282978 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:15.287000 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] 10.222.0.52 "PUT /v2.0/ports/72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 1094 time: 3.4626865 May 31 11:40:15.290774 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0bd825-f3e3-4e49-aea9-cfc88d8399ba', 'tag': '72894682-25c2-40fd-8194-74bddb53d540'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:15.568755 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35164) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:15.575611 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3d4438d-6ef3-4df8-9c6f-de7aaad22a02 req-c73359cb-dabf-49e1-ba31-91dbea5fc464 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.2305381 May 31 11:40:15.600154 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f208f8a-b31f-41dc-95bb-02adff83faee req-8d372f5b-ed17-49ae-9002-684544146392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:15.602244 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9f208f8a-b31f-41dc-95bb-02adff83faee req-8d372f5b-ed17-49ae-9002-684544146392 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c895c64abf2e4cd7b36e29c3b7c26582&device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 1096 time: 0.4288254 May 31 11:40:15.783090 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0bd825-f3e3-4e49-aea9-cfc88d8399ba", "tag": "72894682-25c2-40fd-8194-74bddb53d540"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:15.951351 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35186) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:15.965303 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-a1aa49ae-f670-4836-b7ef-9daa41fd9eca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46b91ac0efd84025be6d3e22fa3f46dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3071804 May 31 11:40:16.094034 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-1db7c033-40a2-40f1-b5e5-84838e921071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:16.095499 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-1db7c033-40a2-40f1-b5e5-84838e921071 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1097 time: 0.7124255 May 31 11:40:16.118072 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b0386-6fb0-4b81-bca3-902791401a3f req-05dc3c5d-f634-4702-9b6c-3e92926e89c0 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:16.131909 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-664b0386-6fb0-4b81-bca3-902791401a3f req-05dc3c5d-f634-4702-9b6c-3e92926e89c0 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 943 time: 0.6327112 May 31 11:40:16.212516 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f208f8a-b31f-41dc-95bb-02adff83faee req-3cf9f6c8-d793-416f-9f75-8117e4d6f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:16.215020 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9f208f8a-b31f-41dc-95bb-02adff83faee req-3cf9f6c8-d793-416f-9f75-8117e4d6f350 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c895c64abf2e4cd7b36e29c3b7c26582&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5653327 May 31 11:40:16.225782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4e1d4960-77a8-4e17-b561-fa0c50a61222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:16.327620 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dc2c41-8ba8-40ad-a678-fa420501bef8 x-openstack-request-id: req-03dc2c41-8ba8-40ad-a678-fa420501bef8 {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:16.330068 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0bd825-f3e3-4e49-aea9-cfc88d8399ba", "tag": "72894682-25c2-40fd-8194-74bddb53d540", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:16.331082 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03dc2c41-8ba8-40ad-a678-fa420501bef8 {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:16.333220 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0bd825-f3e3-4e49-aea9-cfc88d8399ba', 'tag': '72894682-25c2-40fd-8194-74bddb53d540', 'status': 'completed', 'code': 200} May 31 11:40:16.349821 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-aced0756-a47d-430c-8105-8daa2a005a4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.1961894 May 31 11:40:16.355532 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4e1d4960-77a8-4e17-b561-fa0c50a61222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:16.515877 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-664b0386-6fb0-4b81-bca3-902791401a3f req-c8829455-a318-4226-a739-2632325584ac tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837411 May 31 11:40:16.553334 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-92af75c0-7644-44e2-9319-00a6309db7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:16.555176 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-92af75c0-7644-44e2-9319-00a6309db7a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.1779621 May 31 11:40:16.557735 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f208f8a-b31f-41dc-95bb-02adff83faee req-e9f8bf72-4af9-4d81-84a5-0f196d792e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:16.559241 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9f208f8a-b31f-41dc-95bb-02adff83faee req-e9f8bf72-4af9-4d81-84a5-0f196d792e7b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3303711 May 31 11:40:16.578448 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4e1d4960-77a8-4e17-b561-fa0c50a61222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:16.587611 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:16.606352 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d4960-77a8-4e17-b561-fa0c50a61222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528684ad-05b4-437e-841f-731aaa352062,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:16.637026 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4e1d4960-77a8-4e17-b561-fa0c50a61222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:16.705105 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4e1d4960-77a8-4e17-b561-fa0c50a61222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:16.709287 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4e1d4960-77a8-4e17-b561-fa0c50a61222 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/528684ad-05b4-437e-841f-731aaa352062 HTTP/1.1" status: 204 len: 168 time: 0.7539897 May 31 11:40:16.764605 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7e24-df8a-4af7-9b00-cadc6ee267ea req-030b01ed-d343-4d8f-a57b-6545d8822bf2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:16.766884 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7d1d7e24-df8a-4af7-9b00-cadc6ee267ea req-030b01ed-d343-4d8f-a57b-6545d8822bf2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 944 time: 0.1273601 May 31 11:40:16.851307 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-275a9009-b145-4551-b78e-be73c55ae540 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125340 May 31 11:40:16.957137 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7d1d7e24-df8a-4af7-9b00-cadc6ee267ea req-d3711b8a-0ff7-4fe2-a479-5b4e58bcd7c2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828668 May 31 11:40:16.962309 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-044ae6a2-cef9-4e4e-8fcb-eab83acf919b req-5adb893a-9021-473a-859b-14c6fb69e367 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.1060770 May 31 11:40:17.951270 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288e676-d4cb-4e05-805f-01ad80e947fd req-2fc1544e-8ad0-4274-8525-aa7d82a68677 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:17.952934 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e288e676-d4cb-4e05-805f-01ad80e947fd req-2fc1544e-8ad0-4274-8525-aa7d82a68677 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 943 time: 0.2107549 May 31 11:40:18.035132 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e288e676-d4cb-4e05-805f-01ad80e947fd req-c738ae12-f185-409a-8d84-4793e45e9c9e tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730000 May 31 11:40:18.229830 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4f03d5ab-f556-4c36-b102-cd1114cd4867 req-896aac31-efb2-48ca-b372-d9bc7e8e7c54 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0816698 May 31 11:40:18.255571 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fce2c-9381-450f-8c0b-e97c28e7d2a3 req-b20d1ffd-6b15-4f5f-a99b-cb43a5f07bb9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:18.258141 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-145fce2c-9381-450f-8c0b-e97c28e7d2a3 req-b20d1ffd-6b15-4f5f-a99b-cb43a5f07bb9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:18.282497 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-145fce2c-9381-450f-8c0b-e97c28e7d2a3 req-b20d1ffd-6b15-4f5f-a99b-cb43a5f07bb9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:18.290171 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-145fce2c-9381-450f-8c0b-e97c28e7d2a3 req-b20d1ffd-6b15-4f5f-a99b-cb43a5f07bb9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 944 time: 0.1792905 May 31 11:40:18.360336 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-145fce2c-9381-450f-8c0b-e97c28e7d2a3 req-62d2a9c5-327c-48da-890d-185cb39278ea tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:18.395273 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-145fce2c-9381-450f-8c0b-e97c28e7d2a3 req-62d2a9c5-327c-48da-890d-185cb39278ea tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:18.404649 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-145fce2c-9381-450f-8c0b-e97c28e7d2a3 req-62d2a9c5-327c-48da-890d-185cb39278ea tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108837 May 31 11:40:19.206817 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35354) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:19.352488 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170e65d-ced6-4775-9f3c-ce9b4b869dfb req-33516589-27b9-4f10-90b6-a37fea29be0d tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:19.357088 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a170e65d-ced6-4775-9f3c-ce9b4b869dfb req-33516589-27b9-4f10-90b6-a37fea29be0d tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 943 time: 0.1571865 May 31 11:40:19.460981 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a170e65d-ced6-4775-9f3c-ce9b4b869dfb req-6ddd38fa-24e5-4a98-8681-5179e35e2559 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961878 May 31 11:40:19.558559 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-279b48a6-85f9-41bf-979c-0debc07416b6 req-d9aa03ee-8abe-493f-874a-561102eb9777 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0718117 May 31 11:40:19.708297 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:19.722285 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34205cec-68ad-48f7-ba7b-7d72383a6866 req-1d1b73cf-3727-4192-a773-616794b7eefe tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:19.723884 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34205cec-68ad-48f7-ba7b-7d72383a6866 req-1d1b73cf-3727-4192-a773-616794b7eefe tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 944 time: 0.0866802 May 31 11:40:19.724986 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:19.728882 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Usage tracker for resource:security_group_rule and tenant:383cb20bd18c439bb3940b046b9a2fbe is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:19.735709 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:19.742261 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:19.750676 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35386) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:19.793698 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34205cec-68ad-48f7-ba7b-7d72383a6866 req-d2b5e81a-f5bd-4ef6-bead-ab7b991beee2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 May 31 11:40:19.857990 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:19.863798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:19.875102 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:19.912090 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3956e2ae-e8d2-4394-bded-644316677676,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:19.917477 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:19.925792 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=383cb20bd18c439bb3940b046b9a2fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7175794 May 31 11:40:19.928486 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35394) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:19.994809 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-562ce97e-dce2-49a4-b455-8668be0fec06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.028961 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-562ce97e-dce2-49a4-b455-8668be0fec06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.044052 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35398) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:20.057056 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.084096 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:20.104298 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Usage tracker for resource:security_group_rule and tenant:f95b68fa695740dbbc62624648ea57de is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:20.104846 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:20.111848 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:20.128685 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.157487 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-562ce97e-dce2-49a4-b455-8668be0fec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.164716 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:20.166377 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:20.169112 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Usage tracker for resource:security_group_rule and tenant:02e342301112438bb5528a0864971488 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:20.172014 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:20.182519 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:20.184707 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ce97e-dce2-49a4-b455-8668be0fec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956e2ae-e8d2-4394-bded-644316677676,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:20.187353 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-562ce97e-dce2-49a4-b455-8668be0fec06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:20.220377 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-562ce97e-dce2-49a4-b455-8668be0fec06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.224509 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-562ce97e-dce2-49a4-b455-8668be0fec06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3956e2ae-e8d2-4394-bded-644316677676 HTTP/1.1" status: 204 len: 168 time: 0.2944953 May 31 11:40:20.260914 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.267030 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.277086 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1b4a7440-684e-43a5-8cc2-2e23a4b44dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:20.459417 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b96805-a255-422d-bd24-ca4d62b49de3,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:20.464192 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f95b68fa695740dbbc62624648ea57de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121258 May 31 11:40:20.469380 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:20.469738 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35428) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:20.497415 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.523637 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.552667 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-862a40f6-10c5-4573-a67b-d34f63655ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.561984 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-073ceaa8-95c3-4987-8402-a37447b7e410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:20.573454 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-576374ab-ed4d-4c36-92fd-702f9d225813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:20.574928 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-576374ab-ed4d-4c36-92fd-702f9d225813 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c895c64abf2e4cd7b36e29c3b7c26582&device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 1096 time: 0.1560361 May 31 11:40:20.590663 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-862a40f6-10c5-4573-a67b-d34f63655ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.620907 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02e342301112438bb5528a0864971488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754404 May 31 11:40:20.629149 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5e21c5-b919-49c6-ae25-706bdbcde5cf,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:20.636197 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:20.656589 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35436) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:20.708444 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-7172b4b8-5a79-45ea-81ba-6808716aaae6 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469505 May 31 11:40:20.713960 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-2bbc2605-cecc-496b-967c-f9034be921e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be7cb53-5adb-4114-b7e0-7e71fd0abd35 HTTP/1.1" status: 200 len: 217 time: 0.1115222 May 31 11:40:20.721685 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35442) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:20.833102 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.869802 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0c89703a-62ae-400b-b586-0d04f461a6d0 req-4d5f9de3-bd89-4d0c-a91a-0a9e533474f0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.1202469 May 31 11:40:20.886986 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-862a40f6-10c5-4573-a67b-d34f63655ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:20.898804 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:20.910744 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.52', 64373) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:20.915449 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9f2b123c-29d3-420e-a1e3-6f86eafe28c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:20.942495 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Usage tracker for resource:security_group_rule and tenant:d556eaa68b0e44e4a855a2403c7b1bdc is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:20.948212 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:21.004437 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:21.011797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a40f6-10c5-4573-a67b-d34f63655ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b96805-a255-422d-bd24-ca4d62b49de3,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:21.021873 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-26340c88-fb78-46d1-84f1-9549d588b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:21.023517 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-26340c88-fb78-46d1-84f1-9549d588b8ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=90f3903e-3dda-4302-a0dc-1a19f57e10cf HTTP/1.1" status: 200 len: 852 time: 0.2753243 May 31 11:40:21.029117 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-862a40f6-10c5-4573-a67b-d34f63655ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:21.072207 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf50d5bd-f924-4bbd-96e4-6e9a51890576 req-216ba5b2-6ce4-40d4-9887-c8ea5136291a service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214803 May 31 11:40:21.085232 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55ec88cc-0157-4aaa-840d-d665e421af05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.093230 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-862a40f6-10c5-4573-a67b-d34f63655ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.100772 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-862a40f6-10c5-4573-a67b-d34f63655ae2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84b96805-a255-422d-bd24-ca4d62b49de3 HTTP/1.1" status: 204 len: 168 time: 0.6274574 May 31 11:40:21.110505 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9bb9f-8326-45ed-8b24-155cf60903ad req-44a75b88-0458-4e96-bf96-0159e3cd089f tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:21.115691 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-33c9bb9f-8326-45ed-8b24-155cf60903ad req-44a75b88-0458-4e96-bf96-0159e3cd089f tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 943 time: 0.4576116 May 31 11:40:21.118360 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35466) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:21.153729 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55ec88cc-0157-4aaa-840d-d665e421af05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.206629 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-33c9bb9f-8326-45ed-8b24-155cf60903ad req-b7896921-2e81-4215-89c7-971fe856a5af tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764639 May 31 11:40:21.223434 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-f12f054c-3476-4e4a-86dd-3038057e8ad8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4f9590a-6115-4458-9ec1-de40fd19c97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309824 May 31 11:40:21.341112 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-5ef8ed38-2591-4c37-a461-b08a4f0ea1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:21.342515 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-5ef8ed38-2591-4c37-a461-b08a4f0ea1b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1097 time: 0.1398084 May 31 11:40:21.343090 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55ec88cc-0157-4aaa-840d-d665e421af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.348726 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:21.414918 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec88cc-0157-4aaa-840d-d665e421af05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5e21c5-b919-49c6-ae25-706bdbcde5cf,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:21.435384 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-55ec88cc-0157-4aaa-840d-d665e421af05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:21.457931 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111047-fc49-4aea-8d84-160f0a424090 req-a9294084-7789-4ceb-9b35-b77e6f333594 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:21.458624 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f2111047-fc49-4aea-8d84-160f0a424090 req-a9294084-7789-4ceb-9b35-b77e6f333594 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:21.516478 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55ec88cc-0157-4aaa-840d-d665e421af05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.518579 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-55ec88cc-0157-4aaa-840d-d665e421af05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e5e21c5-b919-49c6-ae25-706bdbcde5cf HTTP/1.1" status: 204 len: 168 time: 0.8061762 May 31 11:40:21.544723 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f2111047-fc49-4aea-8d84-160f0a424090 req-a9294084-7789-4ceb-9b35-b77e6f333594 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:21.545939 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-a9294084-7789-4ceb-9b35-b77e6f333594 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 815 time: 0.6091223 May 31 11:40:21.552707 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-48eadaa5-1230-4ecf-ae6b-963ebaa178bf service neutron] 10.222.0.52 "GET /v2.0/networks/d4f9590a-6115-4458-9ec1-de40fd19c97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129804 May 31 11:40:21.559910 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87823aa-a37d-48a9-a7f2-6c7a8f12fc3a req-2cf7c642-6396-4f4f-b8f8-07d43bf25655 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:21.567152 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c87823aa-a37d-48a9-a7f2-6c7a8f12fc3a req-2cf7c642-6396-4f4f-b8f8-07d43bf25655 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 944 time: 0.4761021 May 31 11:40:21.600708 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.613085 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-f70835f3-b963-4ae8-aaa9-90f3fe5fc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:21.614720 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-f70835f3-b963-4ae8-aaa9-90f3fe5fc365 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.2459490 May 31 11:40:21.623860 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:21.628571 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Usage tracker for resource:security_group_rule and tenant:057c0a45448d4c40b14a092f4149d1b7 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:21.634466 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:21.640503 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:21.648541 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.711505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35490) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:21.722314 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.733215 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-9bb36dde-4f08-4bd4-9e45-cbdf2373fa55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.0865984 May 31 11:40:21.771070 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:21.787351 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c87823aa-a37d-48a9-a7f2-6c7a8f12fc3a req-d2b82e7f-3755-4d96-a599-a20a991b1062 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193110 May 31 11:40:21.798759 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.826247 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-78c5185d-eb1a-45cd-bcd7-c3be2809d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:21.827700 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-78c5185d-eb1a-45cd-bcd7-c3be2809d12f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0854592 May 31 11:40:21.829628 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f2111047-fc49-4aea-8d84-160f0a424090 req-435dc429-e78e-4ba9-a621-62d441221370 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:21.853311 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:21.873097 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d556eaa68b0e44e4a855a2403c7b1bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1494787 May 31 11:40:21.881640 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35498) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:21.886176 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Usage tracker for resource:security_group_rule and tenant:d53e50c65bfe4dc383910c34bda26113 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:21.897451 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:21.912993 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-69d69e71-5591-492c-ab70-69b2f1932492 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774460 May 31 11:40:21.916594 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35502) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:21.925191 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:21.931079 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e97d06-a362-4f43-acef-1accd4c942a5,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:21.943576 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:21.949686 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-72c25393-dcef-4e1b-9a2c-8b416c0ee7bc req-48ace94a-1bc4-4e99-b958-ecc59fab61bb service neutron] 10.222.0.52 "GET /v2.0/networks/d4f9590a-6115-4458-9ec1-de40fd19c97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460693 May 31 11:40:21.956883 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f2111047-fc49-4aea-8d84-160f0a424090 req-435dc429-e78e-4ba9-a621-62d441221370 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:21.958452 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-435dc429-e78e-4ba9-a621-62d441221370 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8628adc75741818b115667c67096e9 HTTP/1.1" status: 200 len: 380 time: 0.3623962 May 31 11:40:21.985646 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.990174 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'port': {'device_id': '953c8e7b-4b26-4066-a1b8-c18932887709', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'admin_state_up': True, 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'security_groups': ['ea6e05ae-310e-4622-8b8e-b61a405d0c4f']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:22.050418 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.076987 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ae7f1b96-afda-456a-bed6-b3ebbc3c76b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:22.165791 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.177532 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e4af3715-f26d-4ec5-a235-a0e9332bf8f3 req-ef2f8aa0-b7ba-4734-b9c6-94d28c6ea65c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.1014416 May 31 11:40:22.179649 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.207395 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=057c0a45448d4c40b14a092f4149d1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0882015 May 31 11:40:22.211208 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe958-e3c1-402b-ab64-8a711e90287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.213060 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a01bd1-9b2e-4283-a3a9-f64c015cd6ce,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:22.215949 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35512) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:22.217047 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f0b463ab-3e70-469f-8d47-6957e272fb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:22.246538 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:22.271659 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-c1395bf5-bc06-4d00-9a9a-479f1569a50e service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440876 May 31 11:40:22.280904 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35518) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:22.294692 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe958-e3c1-402b-ab64-8a711e90287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.301894 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.315442 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d53e50c65bfe4dc383910c34bda26113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5999315 May 31 11:40:22.319857 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35524) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:22.327679 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6cd095-8890-495f-9aff-aa560ee0f7c5,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:22.340297 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:22.344252 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:22.350223 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:22.359166 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.391453 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Usage tracker for resource:security_group_rule and tenant:2498efd138ac4cfd9cecfc51f861b25d is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:22.406944 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:22.415447 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:22.429374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:22.446297 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:22.468419 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Made reservation on behalf of bd8628adc75741818b115667c67096e9 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:22.468794 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Usage tracker for resource:security_group_rule and tenant:45a2c31b1b774bb98ca899c4da5e353d is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:22.471899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.475212 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:22.483699 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:22.488122 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-20cc555c-f007-4309-96c9-d31fc6e74b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.529541 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b13d8311-a8bf-4d16-8b46-9fe0680cf17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.561279 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-20cc555c-f007-4309-96c9-d31fc6e74b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.585317 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe958-e3c1-402b-ab64-8a711e90287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.601865 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4bd7a8b-2bb3-4200-9940-d0649dec6eac req-b5417933-963b-4b88-8a50-725423dc0809 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096979 May 31 11:40:22.607057 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:22.635093 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae25f46-6cf8-4847-9be8-e47f7fb76456 req-490afabd-7154-400a-b777-2d67214836fb tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:22.635093 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ae25f46-6cf8-4847-9be8-e47f7fb76456 req-490afabd-7154-400a-b777-2d67214836fb tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 943 time: 0.2871296 May 31 11:40:22.644945 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b13d8311-a8bf-4d16-8b46-9fe0680cf17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.702603 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe958-e3c1-402b-ab64-8a711e90287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e97d06-a362-4f43-acef-1accd4c942a5,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:22.708111 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6e1fe958-e3c1-402b-ab64-8a711e90287c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:22.730737 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe958-e3c1-402b-ab64-8a711e90287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.731856 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6e1fe958-e3c1-402b-ab64-8a711e90287c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9e97d06-a362-4f43-acef-1accd4c942a5 HTTP/1.1" status: 204 len: 168 time: 0.8492517 May 31 11:40:22.764923 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-20cc555c-f007-4309-96c9-d31fc6e74b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.778782 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6e1fe958-e3c1-402b-ab64-8a711e90287c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:22.795436 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.801301 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc555c-f007-4309-96c9-d31fc6e74b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a01bd1-9b2e-4283-a3a9-f64c015cd6ce,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:22.803487 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-20cc555c-f007-4309-96c9-d31fc6e74b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.807285 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-20cc555c-f007-4309-96c9-d31fc6e74b16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50a01bd1-9b2e-4283-a3a9-f64c015cd6ce HTTP/1.1" status: 204 len: 168 time: 0.5767539 May 31 11:40:22.808130 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-20cc555c-f007-4309-96c9-d31fc6e74b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:22.808851 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.872491 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-bac0d82c-c411-4ea0-8244-d271a6d84f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:22.883405 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45a2c31b1b774bb98ca899c4da5e353d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960877 May 31 11:40:22.885563 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35534) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:22.886635 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.910012 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ae25f46-6cf8-4847-9be8-e47f7fb76456 req-1a3daa03-4385-4b55-9414-a47ea330e44c tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550063 May 31 11:40:22.910534 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.922263 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:22.927070 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5040ca-deb0-4319-b3a4-3ae5bb0286af,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:22.933586 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:22.972233 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Allocated IP 172.20.0.6 (86ef2da6-9cf6-4c22-879d-af6693aeaf8a/70050af5-b69b-4a25-a6a1-f4bd897caf4b/cf018ff6-8523-4bb8-b5ec-e8e277772eef) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:22.980239 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b13d8311-a8bf-4d16-8b46-9fe0680cf17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:22.985352 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fab992eb-04cc-4045-bf3f-40bba128b2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.002797 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2498efd138ac4cfd9cecfc51f861b25d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0786800 May 31 11:40:23.008721 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f821fb-0f7c-4126-a9a9-0ca1bf1806f8,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:23.009287 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35538) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:23.013261 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:23.013726 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:23.029216 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d8311-a8bf-4d16-8b46-9fe0680cf17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6cd095-8890-495f-9aff-aa560ee0f7c5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:23.037218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b13d8311-a8bf-4d16-8b46-9fe0680cf17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:23.093270 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b13d8311-a8bf-4d16-8b46-9fe0680cf17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.094665 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b13d8311-a8bf-4d16-8b46-9fe0680cf17e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b6cd095-8890-495f-9aff-aa560ee0f7c5 HTTP/1.1" status: 204 len: 168 time: 0.7715857 May 31 11:40:23.117542 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fab992eb-04cc-4045-bf3f-40bba128b2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.231902 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d55df97b-b109-449b-9b3d-a2144fcce24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.243050 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.269406 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7929f-e1ba-46f0-9cad-18169a9277f2 req-ed91d919-e19d-4018-9d14-a9091ebf1885 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:23.271035 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-08c7929f-e1ba-46f0-9cad-18169a9277f2 req-ed91d919-e19d-4018-9d14-a9091ebf1885 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 944 time: 0.2631710 May 31 11:40:23.283910 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d55df97b-b109-449b-9b3d-a2144fcce24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.349017 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fab992eb-04cc-4045-bf3f-40bba128b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.354185 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-08c7929f-e1ba-46f0-9cad-18169a9277f2 req-9cfbc701-1ba8-49cf-8ab0-207542ebe811 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747933 May 31 11:40:23.371178 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-cc5d9616-f93d-4bed-8302-aaff9ba9376d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:23.385776 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab992eb-04cc-4045-bf3f-40bba128b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5040ca-deb0-4319-b3a4-3ae5bb0286af,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:23.388854 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-fab992eb-04cc-4045-bf3f-40bba128b2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:23.397043 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Transition to ACTIVE for port object cf018ff6-8523-4bb8-b5ec-e8e277772eef will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:23.397256 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fab992eb-04cc-4045-bf3f-40bba128b2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.398295 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-fab992eb-04cc-4045-bf3f-40bba128b2c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b5040ca-deb0-4319-b3a4-3ae5bb0286af HTTP/1.1" status: 204 len: 168 time: 0.5115960 May 31 11:40:23.423081 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d55df97b-b109-449b-9b3d-a2144fcce24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.430370 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:23.441020 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.445777 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c8bbe3e1-9095-4cc2-9921-936458f76a82 req-1f58b7ab-c63f-4807-903d-d9cb8d5214d0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:23.447997 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55df97b-b109-449b-9b3d-a2144fcce24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f821fb-0f7c-4126-a9a9-0ca1bf1806f8,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:23.450240 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d55df97b-b109-449b-9b3d-a2144fcce24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:23.451205 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d55df97b-b109-449b-9b3d-a2144fcce24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.452783 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-d55df97b-b109-449b-9b3d-a2144fcce24b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51f821fb-0f7c-4126-a9a9-0ca1bf1806f8 HTTP/1.1" status: 204 len: 168 time: 0.4420693 May 31 11:40:23.475501 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:23.520264 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c8bbe3e1-9095-4cc2-9921-936458f76a82 req-1f58b7ab-c63f-4807-903d-d9cb8d5214d0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:23.521411 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8bbe3e1-9095-4cc2-9921-936458f76a82 req-1f58b7ab-c63f-4807-903d-d9cb8d5214d0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.1871612 May 31 11:40:23.535439 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:23.543374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:23.546012 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:23.559476 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:23.560127 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.567350 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35560) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:23.594537 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:23.595938 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.598200 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:23.600152 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6234088 May 31 11:40:23.624312 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Request body: {'port': {'device_id': '953c8e7b-4b26-4066-a1b8-c18932887709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:23.624694 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:23.633911 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Usage tracker for resource:security_group_rule and tenant:948202140e614bd5b92f3473892b7504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:23.642205 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:23.657686 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:23.776583 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.802059 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.807679 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.820826 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3c8f8d4d-91df-46f6-9cbc-519877208705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:23.823005 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-68a19a14-b0a7-41e9-9e51-2f0aa274f9ea None None] Provisioning for port cf018ff6-8523-4bb8-b5ec-e8e277772eef completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:23.831354 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-68a19a14-b0a7-41e9-9e51-2f0aa274f9ea None None] Provisioning complete for port cf018ff6-8523-4bb8-b5ec-e8e277772eef triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:23.832921 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68a19a14-b0a7-41e9-9e51-2f0aa274f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:23.875151 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35570) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:23.875919 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=948202140e614bd5b92f3473892b7504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074586 May 31 11:40:23.878593 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7da780-7fb7-4d95-9062-db9d75027b20,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:23.894171 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:23.910275 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-68a19a14-b0a7-41e9-9e51-2f0aa274f9ea None None] Port cf018ff6-8523-4bb8-b5ec-e8e277772eef cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:40:24.080839 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7b9d5174-c520-407f-ae14-776bf9a8e723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.132787 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7b9d5174-c520-407f-ae14-776bf9a8e723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.136672 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ebff-2659-4668-a311-7d467d51bb19 req-a7a11f57-f79b-42be-9bea-d32d1043c854 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:24.142067 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3340ebff-2659-4668-a311-7d467d51bb19 req-a7a11f57-f79b-42be-9bea-d32d1043c854 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 943 time: 0.0984371 May 31 11:40:24.211387 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3340ebff-2659-4668-a311-7d467d51bb19 req-86f2b885-1b6a-45f1-a455-c39ea6f096e9 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645444 May 31 11:40:24.262562 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7b9d5174-c520-407f-ae14-776bf9a8e723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.270887 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b13d8311-a8bf-4d16-8b46-9fe0680cf17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:24.285655 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf018ff6-8523-4bb8-b5ec-e8e277772eef {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:40:24.295400 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d5174-c520-407f-ae14-776bf9a8e723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7da780-7fb7-4d95-9062-db9d75027b20,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:24.298309 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7b9d5174-c520-407f-ae14-776bf9a8e723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:24.300169 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.310515 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7b9d5174-c520-407f-ae14-776bf9a8e723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.311633 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-7b9d5174-c520-407f-ae14-776bf9a8e723 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c7da780-7fb7-4d95-9062-db9d75027b20 HTTP/1.1" status: 204 len: 168 time: 0.4354458 May 31 11:40:24.322642 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Transition to ACTIVE for port object cf018ff6-8523-4bb8-b5ec-e8e277772eef will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:24.327621 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35590) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:24.331495 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.338154 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:24.347430 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.362305 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:24.366080 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Usage tracker for resource:security_group_rule and tenant:968bf78ef166464086f850a8d436051e is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:24.369030 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:24.375163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:24.527651 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.535249 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.552433 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-20cc555c-f007-4309-96c9-d31fc6e74b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:24.597781 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=968bf78ef166464086f850a8d436051e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666938 May 31 11:40:24.597781 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675d290f-cc8a-4f77-81ef-4fe9a6c66aca,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:24.599359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:24.599831 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35604) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:24.664608 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:24.678641 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:24.679663 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17bb5f2a-c54f-432f-9c82-c327d4ea16ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.747154 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17bb5f2a-c54f-432f-9c82-c327d4ea16ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.750657 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Attempting to bind port cf018ff6-8523-4bb8-b5ec-e8e277772eef on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:24.751232 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Attempting to bind port cf018ff6-8523-4bb8-b5ec-e8e277772eef by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:24.751789 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Attempting to bind port cf018ff6-8523-4bb8-b5ec-e8e277772eef on network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:24.758694 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Port cf018ff6-8523-4bb8-b5ec-e8e277772eef on network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:40:24.759313 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Attempting to bind port cf018ff6-8523-4bb8-b5ec-e8e277772eef on network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:24.770133 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:24.770796 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Checking segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:24.771413 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Bound using segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:24.772083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Bound port: cf018ff6-8523-4bb8-b5ec-e8e277772eef, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:24.772634 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.837073 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e91a7-5121-41aa-9b74-824c178ade2c req-ccad9ca4-e8cc-4b64-b861-2b25dcf3675b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:24.844291 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dc6e91a7-5121-41aa-9b74-824c178ade2c req-ccad9ca4-e8cc-4b64-b861-2b25dcf3675b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.1437550 May 31 11:40:24.872571 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17bb5f2a-c54f-432f-9c82-c327d4ea16ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.878558 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3db74f88-e485-4bc4-a502-64586c183062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:24.889076 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364903ce-b886-4220-bf03-43ebd558aeaf req-a646cf73-1b27-41e8-9ffd-2150c939e528 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:24.890643 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-364903ce-b886-4220-bf03-43ebd558aeaf req-a646cf73-1b27-41e8-9ffd-2150c939e528 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 944 time: 0.3471708 May 31 11:40:24.906325 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb5f2a-c54f-432f-9c82-c327d4ea16ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d290f-cc8a-4f77-81ef-4fe9a6c66aca,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:24.908734 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-17bb5f2a-c54f-432f-9c82-c327d4ea16ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:24.932325 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:24.934032 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dc6e91a7-5121-41aa-9b74-824c178ade2c req-c9ef11b1-414c-4a70-a9fd-712112a6dee1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886827 May 31 11:40:24.951910 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:24.957212 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17bb5f2a-c54f-432f-9c82-c327d4ea16ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.959083 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-17bb5f2a-c54f-432f-9c82-c327d4ea16ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/675d290f-cc8a-4f77-81ef-4fe9a6c66aca HTTP/1.1" status: 204 len: 168 time: 0.3580921 May 31 11:40:24.972315 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.981932 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:25.053855 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-364903ce-b886-4220-bf03-43ebd558aeaf req-b8a7d29a-6010-4730-a895-b4f06285384f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535964 May 31 11:40:25.070873 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:25.071474 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:25.072789 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] 10.222.0.52 "PUT /v2.0/ports/cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 200 len: 1093 time: 1.4566066 May 31 11:40:25.073250 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:25.075464 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e691b50-82df-4455-9621-1c06cae88569" -d '{"events": [{"name": "network-changed", "server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:25.093009 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:25.109784 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:25.193444 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:40:25.197794 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35b6904-2d84-4862-9d56-4df8cd19fc9f x-openstack-request-id: req-d35b6904-2d84-4862-9d56-4df8cd19fc9f {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:25.198171 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:25.198498 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d35b6904-2d84-4862-9d56-4df8cd19fc9f {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:25.198961 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'status': 'completed', 'code': 200} May 31 11:40:25.259254 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111047-fc49-4aea-8d84-160f0a424090 req-f154f755-2bd2-4f2d-a095-5fa83ea39bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:25.265768 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-f154f755-2bd2-4f2d-a095-5fa83ea39bbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1096 time: 0.1215489 May 31 11:40:25.443402 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,segment=NetworkSegment(11c47128-7418-4933-beaa-7a5e19096e46),segment_id=11c47128-7418-4933-beaa-7a5e19096e46)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:25.462449 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '8be7cb53-5adb-4114-b7e0-7e71fd0abd35', 'network_id': 'd4f9590a-6115-4458-9ec1-de40fd19c97f', 'port_id': '8be7cb53-5adb-4114-b7e0-7e71fd0abd35', 'mac_address': 'fa:16:3e:a9:67:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f3903e-3dda-4302-a0dc-1a19f57e10cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:40:25.492776 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-bdc5374b-7ad2-4c86-9ac5-dba142c350fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 200 len: 217 time: 0.2124021 May 31 11:40:25.525867 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:25.544798 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:40:25.569168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,segment=NetworkSegment(11c47128-7418-4933-beaa-7a5e19096e46),segment_id=11c47128-7418-4933-beaa-7a5e19096e46)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:25.576300 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:25.577958 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f05de2-9716-45fb-92ce-598c217379bc req-b59e86a3-c5ba-46a2-ad2b-142dfed4607f tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:25.578451 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 72894682-25c2-40fd-8194-74bddb53d540 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:40:25.579720 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b9f05de2-9716-45fb-92ce-598c217379bc req-b59e86a3-c5ba-46a2-ad2b-142dfed4607f tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 943 time: 0.1546576 May 31 11:40:25.585892 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111047-fc49-4aea-8d84-160f0a424090 req-60e8d1b2-3cf7-42cd-8dd6-fba84f7209d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:25.586931 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-47694a68-e2fe-459d-8a61-82b671f063d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:25.587726 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-60e8d1b2-3cf7-42cd-8dd6-fba84f7209d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.0844223 May 31 11:40:25.685252 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b9f05de2-9716-45fb-92ce-598c217379bc req-1f233f96-9f6b-4b62-8d8f-4e6d917f81d7 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965157 May 31 11:40:25.709613 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111047-fc49-4aea-8d84-160f0a424090 req-73e647d7-ad5c-4712-bc4c-0ebc3c7a3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:25.709613 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-73e647d7-ad5c-4712-bc4c-0ebc3c7a3a3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949051 May 31 11:40:25.745667 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:25.750169 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:25.799858 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 72894682-25c2-40fd-8194-74bddb53d540, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=72894682-25c2-40fd-8194-74bddb53d540,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:25.815519 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '72894682-25c2-40fd-8194-74bddb53d540', 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'port_id': '72894682-25c2-40fd-8194-74bddb53d540', 'mac_address': 'fa:16:3e:b9:d6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f23f6a-9323-4239-8e5f-11c5ae869730', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:40:25.849725 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-04515562-0ca6-4b45-be02-f88e53a82404 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385696 May 31 11:40:25.881748 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:25.901830 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72894682-25c2-40fd-8194-74bddb53d540 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:40:25.920128 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 72894682-25c2-40fd-8194-74bddb53d540, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=72894682-25c2-40fd-8194-74bddb53d540,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:25.926379 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:25.929405 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:26.021132 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=72894682-25c2-40fd-8194-74bddb53d540,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:26.024645 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:26.025992 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2111047-fc49-4aea-8d84-160f0a424090 req-51eadd3e-e64a-4e7a-ad59-157fdb598303 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690605 May 31 11:40:26.194925 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2de27-fc82-4c9b-8952-23a3c7be9bff req-95a2451f-1a82-4b51-968b-cf44580102f7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:26.196542 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dfd2de27-fc82-4c9b-8952-23a3c7be9bff req-95a2451f-1a82-4b51-968b-cf44580102f7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0965483 May 31 11:40:26.255121 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dfd2de27-fc82-4c9b-8952-23a3c7be9bff req-134b16f8-38d1-4768-9869-f4657932a4c9 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474200 May 31 11:40:26.327733 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691b50-82df-4455-9621-1c06cae88569 req-e24f0d02-fbd1-4763-8b31-930365401afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:26.329248 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e691b50-82df-4455-9621-1c06cae88569 req-e24f0d02-fbd1-4763-8b31-930365401afa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1096 time: 0.1938519 May 31 11:40:26.337426 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0e64c-f191-467d-88b4-ef51b973b3c0 req-ed53cd0c-d4e7-4a92-934a-92ee11e8aa63 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:26.344874 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['8be7cb53-5adb-4114-b7e0-7e71fd0abd35'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:40:26.345440 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-35b0e64c-f191-467d-88b4-ef51b973b3c0 req-ed53cd0c-d4e7-4a92-934a-92ee11e8aa63 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 945 time: 0.1259489 May 31 11:40:26.472999 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['72894682-25c2-40fd-8194-74bddb53d540'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:40:26.477114 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-35b0e64c-f191-467d-88b4-ef51b973b3c0 req-c962955c-fc8f-47e8-91e8-8140b62e3da7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307397 May 31 11:40:26.529382 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691b50-82df-4455-9621-1c06cae88569 req-33e6f550-5cbc-4b03-82d4-b35bc37a3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:26.531853 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e691b50-82df-4455-9621-1c06cae88569 req-33e6f550-5cbc-4b03-82d4-b35bc37a3fd1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 916 time: 0.1838613 May 31 11:40:26.630172 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e691b50-82df-4455-9621-1c06cae88569 req-533b6dd7-39f5-4f66-8070-a48b6fc0b279 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 200 len: 217 time: 0.0880864 May 31 11:40:26.700032 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691b50-82df-4455-9621-1c06cae88569 req-4d4a2e11-2faa-4a1b-90ae-dc78c6b7c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:26.701754 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e691b50-82df-4455-9621-1c06cae88569 req-4d4a2e11-2faa-4a1b-90ae-dc78c6b7c92f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.0635467 May 31 11:40:26.837014 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691b50-82df-4455-9621-1c06cae88569 req-47421a05-b860-4868-9f2b-4a4671977a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:26.839227 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e691b50-82df-4455-9621-1c06cae88569 req-47421a05-b860-4868-9f2b-4a4671977a04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1285079 May 31 11:40:26.953111 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd76014-232b-49f7-860d-ad907d6993e8 req-290e9f96-01c2-4e3f-8592-95145c38a116 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:26.954608 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6bd76014-232b-49f7-860d-ad907d6993e8 req-290e9f96-01c2-4e3f-8592-95145c38a116 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 944 time: 0.1058488 May 31 11:40:27.004128 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e691b50-82df-4455-9621-1c06cae88569 req-95e6f5fb-fad5-4cec-91c5-48defc68034b service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556790 May 31 11:40:27.018607 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6bd76014-232b-49f7-860d-ad907d6993e8 req-cf999c72-36e5-4f34-b4c8-1a3579b6e795 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549207 May 31 11:40:27.145227 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e691b50-82df-4455-9621-1c06cae88569 req-efb4f010-a7d0-4e8d-bcb3-dfdb888bc4cb service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344793 May 31 11:40:27.460242 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f3d65-5c78-4e2c-b917-96de8db9df50 req-4a45d05f-7ebe-4ffe-bff8-598ebe1d19f4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:27.461907 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-194f3d65-5c78-4e2c-b917-96de8db9df50 req-4a45d05f-7ebe-4ffe-bff8-598ebe1d19f4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0878813 May 31 11:40:27.515837 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-194f3d65-5c78-4e2c-b917-96de8db9df50 req-72e169b9-dd9f-4781-ac0a-84bb4523d92c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477092 May 31 11:40:27.711244 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c522c-7567-4a4b-a371-edf0826b54b7 req-c118eb57-73ff-44b6-80eb-2aebab17b235 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:27.712633 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4d4c522c-7567-4a4b-a371-edf0826b54b7 req-c118eb57-73ff-44b6-80eb-2aebab17b235 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 945 time: 0.0991213 May 31 11:40:27.763938 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4d4c522c-7567-4a4b-a371-edf0826b54b7 req-3cb7855d-2ea2-4fe8-ae8a-42ed0700a6dd tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 May 31 11:40:28.204181 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63165881-c8e9-4a34-a54f-eabcabf3512a req-fa6c5345-6dcb-4933-a6d2-c6dde4a70b27 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:28.205719 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-63165881-c8e9-4a34-a54f-eabcabf3512a req-fa6c5345-6dcb-4933-a6d2-c6dde4a70b27 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 944 time: 0.0828280 May 31 11:40:28.327132 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-63165881-c8e9-4a34-a54f-eabcabf3512a req-5f365973-b3a6-4eec-a7e1-45844fc0a180 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155610 May 31 11:40:28.746832 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8adba3-feef-42f2-9776-b1c6cd6766be req-3f5390c1-8041-41c3-a13f-5008d9ffbc55 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:28.754401 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1a8adba3-feef-42f2-9776-b1c6cd6766be req-3f5390c1-8041-41c3-a13f-5008d9ffbc55 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0900013 May 31 11:40:28.822788 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1a8adba3-feef-42f2-9776-b1c6cd6766be req-a4c9a4ad-6807-47b8-9110-2c458f9a9c3d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663474 May 31 11:40:29.001067 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f77f3-c0c9-484d-8f2c-762f459349f0 req-4c7be46b-1f6b-49a2-a54e-4590b28f9c24 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:29.003247 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-805f77f3-c0c9-484d-8f2c-762f459349f0 req-4c7be46b-1f6b-49a2-a54e-4590b28f9c24 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 945 time: 0.0971127 May 31 11:40:29.101844 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-805f77f3-c0c9-484d-8f2c-762f459349f0 req-4a8e0523-fb6b-4aa8-87c3-dc879972ef11 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904436 May 31 11:40:29.185157 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:40:29.194252 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:29.202067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35822) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:29.378101 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:29.388641 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:29.389018 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.459177 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:29.459542 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.479268 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'port_id': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'mac_address': 'fa:16:3e:92:83:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:40:29.529540 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:29.545797 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Usage tracker for resource:security_group_rule and tenant:ce731eb286394f9b84e5b516d2f829a0 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:29.550743 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:29.562953 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:29.601109 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.603054 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f0d30-e6e7-461e-8f5a-54230fff7dc5 req-42c7e37b-68c6-4650-a2b7-6248bddb6443 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:29.604788 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-797f0d30-e6e7-461e-8f5a-54230fff7dc5 req-42c7e37b-68c6-4650-a2b7-6248bddb6443 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 944 time: 0.1301847 May 31 11:40:29.620834 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.634228 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf018ff6-8523-4bb8-b5ec-e8e277772eef {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:40:29.666788 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a30c15-8a1c-4a45-827f-88db4cb25312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7cb53-5adb-4114-b7e0-7e71fd0abd35'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:29.677030 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-797f0d30-e6e7-461e-8f5a-54230fff7dc5 req-e39fe64d-8137-4f89-a4ae-98e4d41aa578 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614016 May 31 11:40:29.735289 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.738448 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:29.742587 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.744715 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.759637 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-8d877429-1c18-4b12-b80e-48378122eded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:29.763062 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,segment=NetworkSegment(11c47128-7418-4933-beaa-7a5e19096e46),segment_id=11c47128-7418-4933-beaa-7a5e19096e46)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:29.772066 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:29.803611 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce731eb286394f9b84e5b516d2f829a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935323 May 31 11:40:29.803718 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35848) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:29.804136 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb43aca-54c4-41b1-8375-5e60b3501c56,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:29.805775 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:29.874500 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.883315 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 72894682-25c2-40fd-8194-74bddb53d540 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:29.899640 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1a5-a3ba-435b-998b-48e45bf1e492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.918520 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35862) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:29.935049 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1a5-a3ba-435b-998b-48e45bf1e492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.031285 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c5d8ca-fa11-4087-964f-04e6d40afc57" -d '{"events": [{"server_uuid": "55a30c15-8a1c-4a45-827f-88db4cb25312", "name": "network-vif-plugged", "status": "completed", "tag": "8be7cb53-5adb-4114-b7e0-7e71fd0abd35"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:30.078406 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:30.088042 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['cf018ff6-8523-4bb8-b5ec-e8e277772eef'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:40:30.155038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:30.159266 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:30.164707 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2e9b8-4fca-4022-a7e0-3f0d086f8ebb req-6f7cf23c-ab77-44cc-afb4-54127f94a3c1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:30.166471 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f1f2e9b8-4fca-4022-a7e0-3f0d086f8ebb req-6f7cf23c-ab77-44cc-afb4-54127f94a3c1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 944 time: 0.1788437 May 31 11:40:30.167805 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1a5-a3ba-435b-998b-48e45bf1e492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.176568 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7d7a80b6-5cc7-48f9-93be-7df65bc3efdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:30.191277 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1a5-a3ba-435b-998b-48e45bf1e492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.194704 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1e5ff1a5-a3ba-435b-998b-48e45bf1e492 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efb43aca-54c4-41b1-8375-5e60b3501c56 HTTP/1.1" status: 204 len: 168 time: 0.3909845 May 31 11:40:30.237139 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 72894682-25c2-40fd-8194-74bddb53d540 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:30.243664 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.251100 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22698f02-13aa-4677-99fb-88d9eb8c7432 x-openstack-request-id: req-22698f02-13aa-4677-99fb-88d9eb8c7432 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:30.251661 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a30c15-8a1c-4a45-827f-88db4cb25312", "name": "network-vif-plugged", "status": "completed", "tag": "8be7cb53-5adb-4114-b7e0-7e71fd0abd35", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:30.252099 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22698f02-13aa-4677-99fb-88d9eb8c7432 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:30.252730 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a30c15-8a1c-4a45-827f-88db4cb25312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7cb53-5adb-4114-b7e0-7e71fd0abd35', 'code': 200} May 31 11:40:30.263600 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 72894682-25c2-40fd-8194-74bddb53d540 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:30.264428 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.310446 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f1f2e9b8-4fca-4022-a7e0-3f0d086f8ebb req-c96e5681-8294-45f1-b1f1-b0784bfb0265 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346345 May 31 11:40:30.311283 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff1a5-a3ba-435b-998b-48e45bf1e492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb43aca-54c4-41b1-8375-5e60b3501c56,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:30.314012 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1e5ff1a5-a3ba-435b-998b-48e45bf1e492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:30.377648 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:30.391091 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae6671657bd466ea639c933ccb1c7d5 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:30.393200 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:30.400777 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:30.417081 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:30.431053 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:30.569073 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788d8c4-2e45-4356-82c4-a6718d77464a req-cfd7fa5c-61fa-4fe6-9541-1001b5ca7e19 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:30.571197 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0788d8c4-2e45-4356-82c4-a6718d77464a req-cfd7fa5c-61fa-4fe6-9541-1001b5ca7e19 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 945 time: 0.1420341 May 31 11:40:30.666896 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.673379 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0788d8c4-2e45-4356-82c4-a6718d77464a req-5e071bef-d5ac-4205-b3fd-ba0ca2d8093e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965374 May 31 11:40:30.679396 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.692481 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:30.762669 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ae6671657bd466ea639c933ccb1c7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8427393 May 31 11:40:30.763835 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca81c51-95ae-4a35-9ac7-97945ef5c68b,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:30.777006 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.782127 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:30.784955 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35896) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:30.865699 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1864c91a-e01b-4e33-99bb-44aa60165b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.866976 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-3d8c96cb-d064-438a-b60b-fecf053b588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:30.868423 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-3d8c96cb-d064-438a-b60b-fecf053b588d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 1098 time: 0.2592313 May 31 11:40:30.868870 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35902) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:30.908362 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1864c91a-e01b-4e33-99bb-44aa60165b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.950358 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.978830 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1864c91a-e01b-4e33-99bb-44aa60165b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.987067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d55df97b-b109-449b-9b3d-a2144fcce24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:31.004006 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864c91a-e01b-4e33-99bb-44aa60165b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca81c51-95ae-4a35-9ac7-97945ef5c68b,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:31.014732 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1864c91a-e01b-4e33-99bb-44aa60165b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:31.024516 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1864c91a-e01b-4e33-99bb-44aa60165b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.025893 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-1864c91a-e01b-4e33-99bb-44aa60165b9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ca81c51-95ae-4a35-9ac7-97945ef5c68b HTTP/1.1" status: 204 len: 168 time: 0.2396779 May 31 11:40:31.042629 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.088688 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 72894682-25c2-40fd-8194-74bddb53d540, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=72894682-25c2-40fd-8194-74bddb53d540,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:31.093867 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.095718 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:31.112942 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:31.138082 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Usage tracker for resource:security_group_rule and tenant:68ccfc0b688a42459852c781f5ac2a26 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:31.146190 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:31.148670 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:31.159922 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:31.163782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Usage tracker for resource:security_group_rule and tenant:9f5e6daea28e4facbcd679a90bd95190 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:31.168264 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:31.192260 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:31.192811 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=72894682-25c2-40fd-8194-74bddb53d540,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:31.205180 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:31.208139 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a94b77-870a-40bf-bc6a-22fa40539d25 req-6e8113c9-f62c-4213-9882-47376496986e tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:31.210699 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-17a94b77-870a-40bf-bc6a-22fa40539d25 req-6e8113c9-f62c-4213-9882-47376496986e tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 945 time: 0.1725237 May 31 11:40:31.286982 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-17a94b77-870a-40bf-bc6a-22fa40539d25 req-91ef8f87-1496-4e92-8b45-8d7497c6f295 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639524 May 31 11:40:31.416632 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.425498 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.427092 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.451030 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:31.487194 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7f95f8d6-7dbf-48a8-b77b-21539ad33c00 req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884552 May 31 11:40:31.488505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a357096a-cdf1-4706-a774-3204fe349ea1,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:31.491632 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.524728 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:31.525668 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7d86464e-0c2d-4368-ac9e-90418501388d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:31.537265 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f5e6daea28e4facbcd679a90bd95190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6446147 May 31 11:40:31.540291 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35928) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:31.588663 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aa662c-cd26-4f3b-b3a5-12ad826ffe65,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:31.593929 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:31.630104 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-27d90551-38ac-421e-a5fe-f6678aa1e9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.639475 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 35934) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:31.643672 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0001e79-96cf-4c38-b6b1-8ca9b6ea30d1 req-c515f3d2-c2be-46c3-8784-ee4d0355467d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:31.645431 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e0001e79-96cf-4c38-b6b1-8ca9b6ea30d1 req-c515f3d2-c2be-46c3-8784-ee4d0355467d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 944 time: 0.1852751 May 31 11:40:31.670377 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.685515 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-27d90551-38ac-421e-a5fe-f6678aa1e9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.697522 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:31.700183 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e0001e79-96cf-4c38-b6b1-8ca9b6ea30d1 req-d931c3af-e9eb-4059-92bf-fb4800ff1d51 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472732 May 31 11:40:31.709398 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1c9d3f73a644d6b336c1feaa3d1c4b is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:31.714613 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:31.728889 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:31.787423 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-27d90551-38ac-421e-a5fe-f6678aa1e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.792084 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4a5d1706-abf6-437d-80b6-8670382452ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:31.804216 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d90551-38ac-421e-a5fe-f6678aa1e9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aa662c-cd26-4f3b-b3a5-12ad826ffe65,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:31.814746 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-27d90551-38ac-421e-a5fe-f6678aa1e9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:31.889108 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-27d90551-38ac-421e-a5fe-f6678aa1e9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.890250 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-27d90551-38ac-421e-a5fe-f6678aa1e9d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91aa662c-cd26-4f3b-b3a5-12ad826ffe65 HTTP/1.1" status: 204 len: 168 time: 0.3488379 May 31 11:40:31.927859 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.934734 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.943393 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d9402c72-1fb0-44cd-b5d6-553d3bd3ca57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:31.996393 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ad83f-d7be-4661-b088-48e811576b63 req-e65c5829-5d12-423d-969b-b1f2bc8f7f00 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:31.997967 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-863ad83f-d7be-4661-b088-48e811576b63 req-e65c5829-5d12-423d-969b-b1f2bc8f7f00 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 946 time: 0.1542046 May 31 11:40:32.002819 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb1c9d3f73a644d6b336c1feaa3d1c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624001 May 31 11:40:32.004441 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37f9660-d1f6-4be1-b442-36e83f51caf0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:32.005515 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35952) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:32.008739 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:32.076161 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-863ad83f-d7be-4661-b088-48e811576b63 req-b3524820-dac6-4105-b9fe-8a9dded3838a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632224 May 31 11:40:32.091042 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a4e4-580d-4ca7-9d8a-3daa67f95ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.123406 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a4e4-580d-4ca7-9d8a-3daa67f95ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.187583 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a4e4-580d-4ca7-9d8a-3daa67f95ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.207466 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:32.224575 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a4e4-580d-4ca7-9d8a-3daa67f95ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37f9660-d1f6-4be1-b442-36e83f51caf0,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:32.227436 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dfc1a4e4-580d-4ca7-9d8a-3daa67f95ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:32.228782 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a4e4-580d-4ca7-9d8a-3daa67f95ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.230259 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dfc1a4e4-580d-4ca7-9d8a-3daa67f95ea3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f37f9660-d1f6-4be1-b442-36e83f51caf0 HTTP/1.1" status: 204 len: 168 time: 0.2173290 May 31 11:40:32.253869 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0bd825-f3e3-4e49-aea9-cfc88d8399ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72894682-25c2-40fd-8194-74bddb53d540'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:32.256185 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad51c1-54b7-4ff1-b03b-3b511ba9367e" -d '{"events": [{"server_uuid": "0c0bd825-f3e3-4e49-aea9-cfc88d8399ba", "name": "network-vif-plugged", "status": "completed", "tag": "72894682-25c2-40fd-8194-74bddb53d540"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:32.310426 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef67636b-d529-4fb3-9f61-1e7452b3ea0b x-openstack-request-id: req-ef67636b-d529-4fb3-9f61-1e7452b3ea0b {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:32.310722 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0bd825-f3e3-4e49-aea9-cfc88d8399ba", "name": "network-vif-plugged", "status": "completed", "tag": "72894682-25c2-40fd-8194-74bddb53d540", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:32.310979 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef67636b-d529-4fb3-9f61-1e7452b3ea0b {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:32.311375 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0bd825-f3e3-4e49-aea9-cfc88d8399ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72894682-25c2-40fd-8194-74bddb53d540', 'code': 200} May 31 11:40:32.336755 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 35980) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:32.535636 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.570060 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:32.578447 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Usage tracker for resource:security_group_rule and tenant:42b9d9d3191b4e14a9ff9402e00f60b4 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:32.581378 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:32.588283 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:32.646734 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829aa3a-6ba0-48ab-81dc-9f2b1db2ca1c req-c5761b2c-f9af-4bfd-9d63-51a586633ba3 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:32.648349 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4829aa3a-6ba0-48ab-81dc-9f2b1db2ca1c req-c5761b2c-f9af-4bfd-9d63-51a586633ba3 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 945 time: 0.1873066 May 31 11:40:32.715748 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4829aa3a-6ba0-48ab-81dc-9f2b1db2ca1c req-738957c9-a4f8-409d-999d-59c5800015b5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598114 May 31 11:40:32.725218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaee1a5-c40c-47d9-a492-d6fdba5ece41 req-cbf6d2c9-04c3-4590-89ed-f45d3ff990a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:32.727343 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-acaee1a5-c40c-47d9-a492-d6fdba5ece41 req-cbf6d2c9-04c3-4590-89ed-f45d3ff990a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1099 time: 0.1656978 May 31 11:40:32.735025 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.740432 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.760961 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:32.784885 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-acaee1a5-c40c-47d9-a492-d6fdba5ece41 req-be7392f7-9842-4e3e-9e20-1f14bea81ece service neutron] Synchronizing usage tracker for tenant:68ccfc0b688a42459852c781f5ac2a26 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:32.812282 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-acaee1a5-c40c-47d9-a492-d6fdba5ece41 req-be7392f7-9842-4e3e-9e20-1f14bea81ece service neutron] Unset dirty status for tenant:68ccfc0b688a42459852c781f5ac2a26 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:32.815873 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-acaee1a5-c40c-47d9-a492-d6fdba5ece41 req-be7392f7-9842-4e3e-9e20-1f14bea81ece service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799267 May 31 11:40:32.822180 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0f254-1944-4ab4-9f2a-132f31599967,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:32.833361 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42b9d9d3191b4e14a9ff9402e00f60b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920464 May 31 11:40:32.833626 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36008) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:32.834895 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:32.921285 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b025cfb6-cad9-458f-b251-8e7b075bad86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.956766 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b025cfb6-cad9-458f-b251-8e7b075bad86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.975842 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d6ec0-6d62-478a-b390-634ee761a629 req-78817032-bf2f-40cd-a333-c29cf7ba2458 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:32.978048 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36016) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:32.978833 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f01d6ec0-6d62-478a-b390-634ee761a629 req-78817032-bf2f-40cd-a333-c29cf7ba2458 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 944 time: 0.1070535 May 31 11:40:33.036673 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b025cfb6-cad9-458f-b251-8e7b075bad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.038274 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f01d6ec0-6d62-478a-b390-634ee761a629 req-5ef6bfa7-72b1-4558-a4f7-dd29cf7cbf2f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535393 May 31 11:40:33.050187 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.073700 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025cfb6-cad9-458f-b251-8e7b075bad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0f254-1944-4ab4-9f2a-132f31599967,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.077098 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b025cfb6-cad9-458f-b251-8e7b075bad86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:33.079459 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b025cfb6-cad9-458f-b251-8e7b075bad86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.080589 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b025cfb6-cad9-458f-b251-8e7b075bad86 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ef0f254-1944-4ab4-9f2a-132f31599967 HTTP/1.1" status: 204 len: 168 time: 0.2446883 May 31 11:40:33.184209 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:33.264230 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.266098 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port cf018ff6-8523-4bb8-b5ec-e8e277772eef completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:33.273183 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port cf018ff6-8523-4bb8-b5ec-e8e277772eef triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:33.273816 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.284546 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:33.292029 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Usage tracker for resource:security_group_rule and tenant:036daecc8ba049cc86a0631a4ef1f067 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:33.296197 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:33.304990 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:33.349145 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2c488-c71b-40e4-ab3f-8b3ac9dfe6e1 req-51e379f7-94f4-4419-a34c-9a77913e800a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:33.350643 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-49e2c488-c71b-40e4-ab3f-8b3ac9dfe6e1 req-51e379f7-94f4-4419-a34c-9a77913e800a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 946 time: 0.1564679 May 31 11:40:33.428596 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-49e2c488-c71b-40e4-ab3f-8b3ac9dfe6e1 req-a56b4113-865c-4576-8bcb-8ac41e60ebd1 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643885 May 31 11:40:33.454210 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.482211 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.487304 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.496189 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c6047797-1726-4bc4-b012-1dc7c58e08fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.502826 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:33.509984 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.515555 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.543068 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=036daecc8ba049cc86a0631a4ef1f067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639193 May 31 11:40:33.543342 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36038) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:33.545145 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a44b48e-de40-4537-9798-ce636f157f20,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.548210 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:33.593193 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.604200 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:33.642145 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2c603281-d2ca-4216-8362-1868723239a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.670909 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2c603281-d2ca-4216-8362-1868723239a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.701353 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36048) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:33.721844 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.731970 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2c603281-d2ca-4216-8362-1868723239a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.741738 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:33.741899 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.748749 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Usage tracker for resource:security_group_rule and tenant:b8ebb9f020774152a56549bc82afc4aa is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:33.752683 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:33.755887 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c603281-d2ca-4216-8362-1868723239a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a44b48e-de40-4537-9798-ce636f157f20,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.760380 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-2c603281-d2ca-4216-8362-1868723239a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:33.768934 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:33.773750 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2c603281-d2ca-4216-8362-1868723239a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.781044 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-2c603281-d2ca-4216-8362-1868723239a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a44b48e-de40-4537-9798-ce636f157f20 HTTP/1.1" status: 204 len: 168 time: 0.2362900 May 31 11:40:33.878692 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.884108 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.896694 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.948203 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8ebb9f020774152a56549bc82afc4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436297 May 31 11:40:33.948203 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586fa7e-1787-4d66-8ddc-fd12c6c8dd8d,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.948918 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36068) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:33.971378 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:34.150029 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b78a-3071-45e8-8ad6-99738dcb8430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.180200 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eba0b6-fead-44d9-8665-39325b424c63 req-73ce5bc9-19a8-4e4b-af09-ff53f1d82c7b tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:34.187924 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c4eba0b6-fead-44d9-8665-39325b424c63 req-73ce5bc9-19a8-4e4b-af09-ff53f1d82c7b tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 945 time: 0.2405560 May 31 11:40:34.218163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b78a-3071-45e8-8ad6-99738dcb8430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.283105 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c4eba0b6-fead-44d9-8665-39325b424c63 req-45092454-ecd1-459a-a673-d7fa1c2203e3 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920599 May 31 11:40:34.312691 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:34.318555 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35585d5d-bcbb-4562-827d-c98a3d4f248c" -d '{"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-plugged", "status": "completed", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:34.320460 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b78a-3071-45e8-8ad6-99738dcb8430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.325796 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:34.336831 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0b78a-3071-45e8-8ad6-99738dcb8430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586fa7e-1787-4d66-8ddc-fd12c6c8dd8d,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:34.337509 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568edf9-b601-461a-a40c-d295a4c1e24a req-dbd80901-0a37-45bf-910d-b582cb3bcce9 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:34.339407 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1568edf9-b601-461a-a40c-d295a4c1e24a req-dbd80901-0a37-45bf-910d-b582cb3bcce9 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1552463 May 31 11:40:34.347376 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b8a0b78a-3071-45e8-8ad6-99738dcb8430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:34.353790 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b78a-3071-45e8-8ad6-99738dcb8430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.356667 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b8a0b78a-3071-45e8-8ad6-99738dcb8430 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3586fa7e-1787-4d66-8ddc-fd12c6c8dd8d HTTP/1.1" status: 204 len: 168 time: 0.4070318 May 31 11:40:34.374272 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eea2e61-5b62-4829-ac7d-fc2222c274aa x-openstack-request-id: req-9eea2e61-5b62-4829-ac7d-fc2222c274aa {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:34.375036 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-plugged", "status": "completed", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:34.375661 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9eea2e61-5b62-4829-ac7d-fc2222c274aa {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:34.376220 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'code': 200} May 31 11:40:34.441036 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1568edf9-b601-461a-a40c-d295a4c1e24a req-1f6d8624-6a96-4b40-9970-7da73ed4a738 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901504 May 31 11:40:34.684745 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36094) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:34.711476 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.734649 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:34.742761 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Usage tracker for resource:security_group_rule and tenant:9570d44f2508433e9414d0a29a846c8c is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:34.746479 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:34.754654 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:34.766589 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfd7ac-6171-4540-a609-40cb8c81b826 req-90d72c12-002f-41ae-bd25-bacc2410ed05 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:34.769337 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-17bfd7ac-6171-4540-a609-40cb8c81b826 req-90d72c12-002f-41ae-bd25-bacc2410ed05 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 946 time: 0.1531866 May 31 11:40:34.784503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41b8e-1b39-47a5-97f9-0d37f4d2d342 req-0dd05ea8-efb1-4078-ab2f-e0db510b7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:34.786274 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-16e41b8e-1b39-47a5-97f9-0d37f4d2d342 req-0dd05ea8-efb1-4078-ab2f-e0db510b7aa5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1098 time: 0.1479757 May 31 11:40:34.920545 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-16e41b8e-1b39-47a5-97f9-0d37f4d2d342 req-36ab1da4-a359-467a-bdf9-68d441998327 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176801 May 31 11:40:34.953400 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-17bfd7ac-6171-4540-a609-40cb8c81b826 req-78b9ea14-61c1-4ffe-9f9c-d11613447a6d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608231 May 31 11:40:35.033849 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.039174 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36108) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.047728 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.056506 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-fbf81988-89fc-4ba4-a43a-1b6f749959d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:35.101658 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9570d44f2508433e9414d0a29a846c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144688 May 31 11:40:35.101926 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35361f-0722-43ab-9078-d2626bcc3396,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:35.103969 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36114) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.105117 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:35.175612 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bedccc70-8d41-4552-858f-8f388057092a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.205988 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bedccc70-8d41-4552-858f-8f388057092a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.275786 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bedccc70-8d41-4552-858f-8f388057092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.282304 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7b9d5174-c520-407f-ae14-776bf9a8e723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:35.295017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedccc70-8d41-4552-858f-8f388057092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35361f-0722-43ab-9078-d2626bcc3396,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:35.300109 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bedccc70-8d41-4552-858f-8f388057092a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:35.310681 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bedccc70-8d41-4552-858f-8f388057092a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.311769 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-bedccc70-8d41-4552-858f-8f388057092a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad35361f-0722-43ab-9078-d2626bcc3396 HTTP/1.1" status: 204 len: 168 time: 0.2065847 May 31 11:40:35.424346 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36132) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.484681 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.527206 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:35.532281 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad2b1a8f4b449cb902738ca5bbc0a96 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:35.536061 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:35.546653 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:35.573015 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.591802 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:35.648288 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Usage tracker for resource:security_group_rule and tenant:0973f02c5f31458391c3eb604c81f7db is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:35.651300 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:35.662492 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:35.759141 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86581d47-97ce-4988-8d1d-4c77f73c4a9d req-bfcab95b-9682-40ef-a0f2-ecd2b91a4e1d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:35.762524 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-86581d47-97ce-4988-8d1d-4c77f73c4a9d req-bfcab95b-9682-40ef-a0f2-ecd2b91a4e1d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1624165 May 31 11:40:35.864422 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-86581d47-97ce-4988-8d1d-4c77f73c4a9d req-99707176-1f7e-45e1-b969-e8474287d8b3 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927272 May 31 11:40:35.873855 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.889785 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.899175 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9a0d5588-c4d4-406a-a7b3-ce9942a8c3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:35.930612 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.945775 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.963164 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ad2b1a8f4b449cb902738ca5bbc0a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9200621 May 31 11:40:35.963325 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36162) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.963865 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fd23d-954b-45a0-bcd9-1c2036f572b3,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:35.989379 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:35.989958 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1e5ff1a5-a3ba-435b-998b-48e45bf1e492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:36.015469 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0973f02c5f31458391c3eb604c81f7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904546 May 31 11:40:36.018799 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36172) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:36.037308 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f45d4-b976-47f7-bc1b-849285c3a966,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:36.051904 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:36.115747 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-51d7af9f-72fd-4e17-a5d8-f7f11d58a866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.124615 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abfe948a-330d-487d-8034-318f5c57f6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.171265 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-51d7af9f-72fd-4e17-a5d8-f7f11d58a866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.186653 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abfe948a-330d-487d-8034-318f5c57f6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.244339 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-51d7af9f-72fd-4e17-a5d8-f7f11d58a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.252156 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-341f81cd-2714-45e7-8d18-983171ae2592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:36.277112 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7af9f-72fd-4e17-a5d8-f7f11d58a866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fd23d-954b-45a0-bcd9-1c2036f572b3,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:36.290969 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-51d7af9f-72fd-4e17-a5d8-f7f11d58a866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:36.297247 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-51d7af9f-72fd-4e17-a5d8-f7f11d58a866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.298793 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-51d7af9f-72fd-4e17-a5d8-f7f11d58a866 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de9fd23d-954b-45a0-bcd9-1c2036f572b3 HTTP/1.1" status: 204 len: 168 time: 0.3343101 May 31 11:40:36.303708 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abfe948a-330d-487d-8034-318f5c57f6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.312976 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d532b964-dab5-4100-abc4-c40106cfc219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:36.326332 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe948a-330d-487d-8034-318f5c57f6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f45d4-b976-47f7-bc1b-849285c3a966,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:36.329461 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-abfe948a-330d-487d-8034-318f5c57f6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:36.340640 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abfe948a-330d-487d-8034-318f5c57f6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.341794 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-abfe948a-330d-487d-8034-318f5c57f6e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f32f45d4-b976-47f7-bc1b-849285c3a966 HTTP/1.1" status: 204 len: 168 time: 0.3220704 May 31 11:40:37.017206 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36228) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:37.039424 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.094429 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:37.103314 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Usage tracker for resource:security_group_rule and tenant:ae55de000799449fa02432e9b0d52aeb is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:37.106573 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:37.121022 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:37.224958 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb898218-6924-4473-9f24-6013b8ea3d41 req-3e422027-0f77-4afe-8f5c-454de5e9c1bd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:37.227136 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cb898218-6924-4473-9f24-6013b8ea3d41 req-3e422027-0f77-4afe-8f5c-454de5e9c1bd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1835649 May 31 11:40:37.228356 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.238537 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.247672 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4e1d4960-77a8-4e17-b561-fa0c50a61222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:37.280553 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a4c2e0-5de7-4e50-842a-07c438644383,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:37.285493 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:37.304651 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cb898218-6924-4473-9f24-6013b8ea3d41 req-9387c5e7-c01d-4d9a-bc2e-ae223543ac9d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702956 May 31 11:40:37.311175 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae55de000799449fa02432e9b0d52aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907441 May 31 11:40:37.312094 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36240) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:37.410752 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ac7f-774b-4772-ab14-44c5adb44517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.488607 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ac7f-774b-4772-ab14-44c5adb44517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.566687 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ac7f-774b-4772-ab14-44c5adb44517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.571782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5cd1ff1-eefc-4b81-afed-20355bb64db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:37.584897 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6ac7f-774b-4772-ab14-44c5adb44517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a4c2e0-5de7-4e50-842a-07c438644383,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:37.597183 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2ff6ac7f-774b-4772-ab14-44c5adb44517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:37.598377 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ac7f-774b-4772-ab14-44c5adb44517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.599677 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2ff6ac7f-774b-4772-ab14-44c5adb44517 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9a4c2e0-5de7-4e50-842a-07c438644383 HTTP/1.1" status: 204 len: 168 time: 0.2841644 May 31 11:40:37.668252 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba813c-e693-4343-b3f5-f55a76aac4ed req-d842c72f-9b99-423c-a3e2-c2cd510312e7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:37.670090 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a1ba813c-e693-4343-b3f5-f55a76aac4ed req-d842c72f-9b99-423c-a3e2-c2cd510312e7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1612341 May 31 11:40:37.681373 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36260) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:37.686811 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'floatingip': {'port_id': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:37.770915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.326816 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-aefc0206-86e4-4074-94e9-0a7383bce584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.416452 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36296) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:38.443930 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.475008 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:38.487259 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Usage tracker for resource:security_group_rule and tenant:93e88c2e0af74c66a8991398d9507506 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:38.496623 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:38.507676 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:38.546241 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.659455 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.667864 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.692255 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dfc1a4e4-580d-4ca7-9d8a-3daa67f95ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:38.791038 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.db.resource_extend [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:40:38.805119 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93e88c2e0af74c66a8991398d9507506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867218 May 31 11:40:38.812950 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36314) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:38.897622 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.902702 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.906267 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fddc13-ba41-4cab-886b-845c028b01e4,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:38.922612 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:38.960124 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d254b421-127c-4671-8768-6d15dfdac72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.999929 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d254b421-127c-4671-8768-6d15dfdac72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.081860 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d254b421-127c-4671-8768-6d15dfdac72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.087558 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:39.106011 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254b421-127c-4671-8768-6d15dfdac72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fddc13-ba41-4cab-886b-845c028b01e4,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:39.132371 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d254b421-127c-4671-8768-6d15dfdac72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:39.148126 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d254b421-127c-4671-8768-6d15dfdac72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.149257 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-d254b421-127c-4671-8768-6d15dfdac72b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7fddc13-ba41-4cab-886b-845c028b01e4 HTTP/1.1" status: 204 len: 168 time: 0.3353701 May 31 11:40:39.178313 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Floating IP 91188eef-f3a7-4c1d-8e3e-8deb1c794030 associated. External IP: 172.27.3.250, port: cf018ff6-8523-4bb8-b5ec-e8e277772eef. May 31 11:40:39.569378 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Router 149cc1dc-a809-438b-92e6-cf7dca3e12ad has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:40:39.780961 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:40:39.795044 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.795715 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] Sync routers for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:40:39.813175 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:39.820483 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:40:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:39.882427 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8a56deb9-c49b-4a9b-8237-5475f8bc4f80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "PUT /v2.0/floatingips/91188eef-f3a7-4c1d-8e3e-8deb1c794030 HTTP/1.1" status: 200 len: 991 time: 2.1998746 May 31 11:40:39.883471 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:39.886391 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8" -d '{"events": [{"name": "network-changed", "server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:39.967349 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41971634-db5a-48cd-80de-52a3ff6a904e x-openstack-request-id: req-41971634-db5a-48cd-80de-52a3ff6a904e {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:39.967696 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:39.967982 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41971634-db5a-48cd-80de-52a3ff6a904e {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:39.968395 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'status': 'completed', 'code': 200} May 31 11:40:40.128460 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-ddf070ee-ac2b-4bb5-9ac2-d19db3547aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:40.130207 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:40.130824 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-ddf070ee-ac2b-4bb5-9ac2-d19db3547aef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1098 time: 0.0848386 May 31 11:40:40.309271 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-885fa93c-5a8e-446f-acae-9d2d63cebdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:40.311046 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-885fa93c-5a8e-446f-acae-9d2d63cebdad service neutron] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 916 time: 0.1739435 May 31 11:40:40.456477 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-61f81209-6adf-4b17-937d-56ce5c1d5a6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 200 len: 999 time: 0.1376655 May 31 11:40:40.573863 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '91188eef-f3a7-4c1d-8e3e-8deb1c794030', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'port_id': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'mac_address': 'fa:16:3e:92:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8e7b-4b26-4066-a1b8-c18932887709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:40:09Z', 'updated_at': '2021-05-31T11:40:38Z', 'revision_number': 1, 'project_id': 'bd8628adc75741818b115667c67096e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:40.579529 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] Checking router: 149cc1dc-a809-438b-92e6-cf7dca3e12ad for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:40:40.604437 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:40.605257 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:40:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:40.657396 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-805719b8-ca30-43ee-bc52-270d40095701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:40.659315 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-805719b8-ca30-43ee-bc52-270d40095701 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.1946585 May 31 11:40:40.825846 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-57fcc25b-4616-4688-87de-da80dcc45796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:40.827450 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-57fcc25b-4616-4688-87de-da80dcc45796 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1601574 May 31 11:40:40.838633 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1cb15c6d-60df-42f4-99e8-9a6cca0249c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:40.907721 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:40.917753 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:41.075464 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-b7fb8c55-bfb0-444a-96da-217dc07edcd6 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399781 May 31 11:40:41.308637 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5530b1d0-9f5d-47a9-98ed-4117f0ca95a8 req-45ca8e0b-7dd5-419a-96b0-6e7202c73a8e service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259886 May 31 11:40:41.476853 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '91188eef-f3a7-4c1d-8e3e-8deb1c794030', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'port_id': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'mac_address': 'fa:16:3e:92:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8e7b-4b26-4066-a1b8-c18932887709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:40:09Z', 'updated_at': '2021-05-31T11:40:38Z', 'revision_number': 1, 'project_id': 'bd8628adc75741818b115667c67096e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:41.483534 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37623f21-241d-4ff2-9974-5060acce9971 None None] The sync data for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi is: [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '91188eef-f3a7-4c1d-8e3e-8deb1c794030', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'port_id': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'mac_address': 'fa:16:3e:92:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8e7b-4b26-4066-a1b8-c18932887709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:40:09Z', 'updated_at': '2021-05-31T11:40:38Z', 'revision_number': 1, 'project_id': 'bd8628adc75741818b115667c67096e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:40:41.689038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:41.731589 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ee73e-9051-4a35-ab08-d7b252d46cbc None None] New status for floating IP 91188eef-f3a7-4c1d-8e3e-8deb1c794030: ACTIVE {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:40:42.451697 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36488) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:42.599116 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.628413 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:42.632578 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Usage tracker for resource:security_group_rule and tenant:47b51e0575e6481890920179b4f4a667 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:42.635773 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:42.647689 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:42.720859 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36502) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:42.742525 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.747962 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.758040 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-51d7af9f-72fd-4e17-a5d8-f7f11d58a866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:42.803365 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36508) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:42.803614 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47b51e0575e6481890920179b4f4a667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498459 May 31 11:40:42.804371 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484b927e-cf9b-478d-a040-412fd5621b24,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:42.807739 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:42.879591 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.906162 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:42.913958 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Usage tracker for resource:security_group_rule and tenant:4ef04e328ee14750a262930b0c8e18c4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:42.918194 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:42.920733 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abcdd2bf-11ed-4e16-84bb-6e64c025f174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.926337 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:42.960799 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36514) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:42.967832 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abcdd2bf-11ed-4e16-84bb-6e64c025f174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.070913 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abcdd2bf-11ed-4e16-84bb-6e64c025f174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.077914 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-562ce97e-dce2-49a4-b455-8668be0fec06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.087756 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.092713 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.094376 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.099376 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdd2bf-11ed-4e16-84bb-6e64c025f174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b927e-cf9b-478d-a040-412fd5621b24,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.104314 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-abcdd2bf-11ed-4e16-84bb-6e64c025f174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.104759 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8623fe0f-b605-4ee8-b358-b2493bf1aca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.109331 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:43.113223 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Usage tracker for resource:security_group_rule and tenant:e957e25ad2ee4eb5810b76b5f041ccb1 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:43.116039 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:43.121849 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:43.143080 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abcdd2bf-11ed-4e16-84bb-6e64c025f174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.144110 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-abcdd2bf-11ed-4e16-84bb-6e64c025f174 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/484b927e-cf9b-478d-a040-412fd5621b24 HTTP/1.1" status: 204 len: 168 time: 0.3393698 May 31 11:40:43.156415 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701494e3-2844-4ca4-8414-0f7f3b7937c0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.163051 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.166207 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ef04e328ee14750a262930b0c8e18c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428124 May 31 11:40:43.168931 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36526) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.240918 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-767c338e-724d-4594-801f-9949d6cdaf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.242139 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.247059 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.255292 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-fab992eb-04cc-4045-bf3f-40bba128b2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.267974 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-767c338e-724d-4594-801f-9949d6cdaf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.297450 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e957e25ad2ee4eb5810b76b5f041ccb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355014 May 31 11:40:43.299365 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d519813b-e70d-4f23-af82-3c8e553f95df,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.301636 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36532) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.315397 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.328288 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-767c338e-724d-4594-801f-9949d6cdaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.333273 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-587d3561-6e45-4fe2-9f46-38576a02d850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.346177 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c338e-724d-4594-801f-9949d6cdaf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701494e3-2844-4ca4-8414-0f7f3b7937c0,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.355391 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-767c338e-724d-4594-801f-9949d6cdaf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.358019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-767c338e-724d-4594-801f-9949d6cdaf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.359274 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-767c338e-724d-4594-801f-9949d6cdaf53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/701494e3-2844-4ca4-8414-0f7f3b7937c0 HTTP/1.1" status: 204 len: 168 time: 0.1894605 May 31 11:40:43.388461 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ff79560d-f849-4489-a66f-174c48197c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.417465 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ff79560d-f849-4489-a66f-174c48197c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.471380 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ff79560d-f849-4489-a66f-174c48197c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.480878 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36540) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.486481 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e5e5b3ac-0ea6-4b68-babf-a8cb898b596d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.503843 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ff79560d-f849-4489-a66f-174c48197c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.504498 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.508405 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-ff79560d-f849-4489-a66f-174c48197c15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d519813b-e70d-4f23-af82-3c8e553f95df HTTP/1.1" status: 204 len: 168 time: 0.1954212 May 31 11:40:43.509599 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79560d-f849-4489-a66f-174c48197c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d519813b-e70d-4f23-af82-3c8e553f95df,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.511850 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ff79560d-f849-4489-a66f-174c48197c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.522682 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:43.526846 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Usage tracker for resource:security_group_rule and tenant:c070edf802f645f684f65e8c4ef3875b is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:43.529926 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:43.536233 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.537158 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:43.638878 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.644329 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.652840 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0f1fa7e9-1ae9-4b56-9407-10f06b18087b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.693468 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c070edf802f645f684f65e8c4ef3875b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115233 May 31 11:40:43.694400 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad1ecb-a0df-47e5-b746-986411123d7b,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.696186 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36550) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.699952 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.723202 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36554) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.746322 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.764331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:43.767650 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1f542b9f-a2ea-4e17-9297-eeca6df8a146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.768984 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Usage tracker for resource:security_group_rule and tenant:7925cde336e840358f7d73a890f20547 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:43.771967 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:43.778019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:43.800043 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1f542b9f-a2ea-4e17-9297-eeca6df8a146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.869409 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1f542b9f-a2ea-4e17-9297-eeca6df8a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.875745 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.886896 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f542b9f-a2ea-4e17-9297-eeca6df8a146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad1ecb-a0df-47e5-b746-986411123d7b,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.893672 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.897547 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1f542b9f-a2ea-4e17-9297-eeca6df8a146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.903970 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1f542b9f-a2ea-4e17-9297-eeca6df8a146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.906518 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-1f542b9f-a2ea-4e17-9297-eeca6df8a146 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2ad1ecb-a0df-47e5-b746-986411123d7b HTTP/1.1" status: 204 len: 168 time: 0.2091336 May 31 11:40:43.908454 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.918995 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5501a73f-0e49-4c2f-a00f-0ba9a94d6e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.961869 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7925cde336e840358f7d73a890f20547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353039 May 31 11:40:43.963359 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36572) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.974991 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bcffe7-35cf-488e-8df6-071631b7fec0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.979666 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:44.034208 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a8de5665-83ad-4be6-b852-5b266c88b8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.061915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a8de5665-83ad-4be6-b852-5b266c88b8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.133929 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a8de5665-83ad-4be6-b852-5b266c88b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.139624 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-862a40f6-10c5-4573-a67b-d34f63655ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:44.158456 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de5665-83ad-4be6-b852-5b266c88b8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bcffe7-35cf-488e-8df6-071631b7fec0,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:44.172376 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a8de5665-83ad-4be6-b852-5b266c88b8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:44.181883 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a8de5665-83ad-4be6-b852-5b266c88b8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.185256 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a8de5665-83ad-4be6-b852-5b266c88b8d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14bcffe7-35cf-488e-8df6-071631b7fec0 HTTP/1.1" status: 204 len: 168 time: 0.2187858 May 31 11:40:44.766620 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36644) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:44.947121 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-685434909-network', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:44.952058 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:44.959011 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Usage tracker for resource:network and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:44.962064 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:44.976979 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:44.989111 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Made reservation on behalf of c64fc9e3b7fe492a86603ee3b85df696 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:44.992143 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.005859 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.027322 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:45.033322 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Usage tracker for resource:security_group_rule and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:45.037390 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:45.043648 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:45.143561 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.149858 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.154466 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:45.182511 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:45.202265 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.202631 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Added segment 2e89d438-abe7-4ee3-81c0-eacf5b69c5a2 of type vlan for network b36ef0d2-16ac-47a3-83fa-380326e1234b May 31 11:40:45.203732 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a51a6c9-0cc4-427d-af4d-010d5be17987,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:45.211560 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:45.257689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.300358 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.302320 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:45.307655 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.336406 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:45.368331 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36688) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:45.369017 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6012552 May 31 11:40:45.375371 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Request body: {'subnet': {'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-685434909-subnet', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:45.382101 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:45.395666 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Usage tracker for resource:subnet and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:45.402248 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:45.415199 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:45.435988 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Made reservation on behalf of c64fc9e3b7fe492a86603ee3b85df696 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:45.440377 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823398'] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.465931 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Pushing event updated for resources: {'Network': ['ID=b36ef0d2-16ac-47a3-83fa-380326e1234b,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:45.468961 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:45.478525 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network b36ef0d2-16ac-47a3-83fa-380326e1234b details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:45.965192 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2199085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823408'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.971087 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:46.046321 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4c1277-0c8d-4a30-98f8-fc308ec26601,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:46.050539 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:46.060028 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Checking segment: {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:46.060378 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Network hostable DHCP agents. Network: b36ef0d2-16ac-47a3-83fa-380326e1234b, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:46.079894 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Network b36ef0d2-16ac-47a3-83fa-380326e1234b is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:46.090741 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, b36ef0d2-16ac-47a3-83fa-380326e1234b) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:46.099640 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:46.101182 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.104481 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d8148-e179-41e0-8147-0ab80909f40c None None] Network b36ef0d2-16ac-47a3-83fa-380326e1234b requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:46.146807 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-a7c0a807-fb0b-4b24-8bcc-3f4f944fad9e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7766008 May 31 11:40:46.149895 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36716) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:46.156898 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:46.170009 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:46.178673 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Usage tracker for resource:router and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:46.182254 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:46.189684 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:46.206225 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.207391 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.233398 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.352034 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-b36ef0d2-16ac-47a3-83fa-380326e1234b', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:40:46.353441 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.544422 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.547878 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Allocated IP 172.20.0.2 (b36ef0d2-16ac-47a3-83fa-380326e1234b/ab4c1277-0c8d-4a30-98f8-fc308ec26601/8e494b8b-5a81-4e2c-93f2-238f94852155) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:46.668997 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36740) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:46.850647 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.865735 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Transition to ACTIVE for port object 8e494b8b-5a81-4e2c-93f2-238f94852155 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:46.885088 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Transition to ACTIVE for port object 8e494b8b-5a81-4e2c-93f2-238f94852155 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:46.890430 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.893664 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.894711 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:46.914639 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:46.921680 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:5916f1e6eaf84e37a976728281da0c00 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:46.925163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.955759 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:46.964285 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Network b36ef0d2-16ac-47a3-83fa-380326e1234b is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:46.964668 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.967263 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:46.968746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:46.970914 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:47.010389 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Pushing event updated for resources: {'Port': ['ID=8e494b8b-5a81-4e2c-93f2-238f94852155,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:47.018432 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:47.094198 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Attempting to bind port 8e494b8b-5a81-4e2c-93f2-238f94852155 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:47.094823 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Attempting to bind port 8e494b8b-5a81-4e2c-93f2-238f94852155 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:47.095383 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Attempting to bind port 8e494b8b-5a81-4e2c-93f2-238f94852155 on network b36ef0d2-16ac-47a3-83fa-380326e1234b {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:47.101830 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:47.102684 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Checking segment: {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:47.103476 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.104470 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Bound using segment: {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:47.105783 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Bound port: 8e494b8b-5a81-4e2c-93f2-238f94852155, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:47.106338 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.172408 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Allocated IP 172.27.3.248 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/64c5dc0a-f064-45af-80cf-dd2cfb9f08f1) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:47.224881 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.225243 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] For port 8e494b8b-5a81-4e2c-93f2-238f94852155, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:47.228720 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] For port 8e494b8b-5a81-4e2c-93f2-238f94852155, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=8e494b8b-5a81-4e2c-93f2-238f94852155,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:47.231664 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.234198 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.239779 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:47.281778 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ff79560d-f849-4489-a66f-174c48197c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:47.350425 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Pushing event updated for resources: {'Port': ['ID=8e494b8b-5a81-4e2c-93f2-238f94852155,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:47.354312 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:47.417647 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398b701e-a780-4a87-aafd-c8a46539ea41,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:47.433937 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:47.443782 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5916f1e6eaf84e37a976728281da0c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7714667 May 31 11:40:47.444131 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36764) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:47.502968 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.506728 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7301-089b-47f7-a425-afa5a51114ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.542661 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7301-089b-47f7-a425-afa5a51114ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.547747 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.561816 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:47.637804 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=64c5dc0a-f064-45af-80cf-dd2cfb9f08f1,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:47.643854 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:47.645110 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:47.676454 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:47.680698 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:47.712508 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7301-089b-47f7-a425-afa5a51114ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.720624 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5a4a61c-cc40-48b8-b4ac-d87d24312d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:47.738720 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca7301-089b-47f7-a425-afa5a51114ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b701e-a780-4a87-aafd-c8a46539ea41,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:47.741487 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c9ca7301-089b-47f7-a425-afa5a51114ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:47.746851 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7301-089b-47f7-a425-afa5a51114ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.748603 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c9ca7301-089b-47f7-a425-afa5a51114ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/398b701e-a780-4a87-aafd-c8a46539ea41 HTTP/1.1" status: 204 len: 168 time: 0.3035109 May 31 11:40:48.211838 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36792) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:48.253264 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.295392 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:48.300434 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Usage tracker for resource:security_group_rule and tenant:a1e5ab5a50cd41f7ba54e3f308a14a4c is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:48.303922 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:48.310074 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:48.406167 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.435519 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.447416 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.465409 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:48.558533 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1e5ab5a50cd41f7ba54e3f308a14a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453486 May 31 11:40:48.559309 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c94c99-bccc-4e6d-8d7c-c93a2dd8191c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:48.569892 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:48.570224 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36806) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:48.712863 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fba0c684-ca5b-4319-aa82-121ad6e2fa00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.768816 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fba0c684-ca5b-4319-aa82-121ad6e2fa00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.817079 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d35ed-c276-4660-82cd-7c773e554a05 None None] Network b36ef0d2-16ac-47a3-83fa-380326e1234b requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:48.837038 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fba0c684-ca5b-4319-aa82-121ad6e2fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.842616 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-101c810f-54a5-461c-8c13-7ef26522e1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:48.855968 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0c684-ca5b-4319-aa82-121ad6e2fa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c94c99-bccc-4e6d-8d7c-c93a2dd8191c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:48.859255 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fba0c684-ca5b-4319-aa82-121ad6e2fa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:48.867121 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fba0c684-ca5b-4319-aa82-121ad6e2fa00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.868541 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fba0c684-ca5b-4319-aa82-121ad6e2fa00 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2c94c99-bccc-4e6d-8d7c-c93a2dd8191c HTTP/1.1" status: 204 len: 168 time: 0.2940173 May 31 11:40:48.896078 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36818) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:48.971777 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.986784 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf784b-8649-45a4-817f-6c3ac3530c98 req-3fdcfb04-e97c-4b26-8c66-509a31224c27 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:48.989232 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-24bf784b-8649-45a4-817f-6c3ac3530c98 req-3fdcfb04-e97c-4b26-8c66-509a31224c27 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 945 time: 0.1890924 May 31 11:40:49.105952 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.124765 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:49.131590 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Usage tracker for resource:security_group_rule and tenant:de29849416a840adb71276d6878345d4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:49.148644 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:49.155490 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:49.160900 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-24bf784b-8649-45a4-817f-6c3ac3530c98 req-14376764-9270-4b7a-a6fd-62de05120045 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078486 May 31 11:40:49.162786 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 8e494b8b-5a81-4e2c-93f2-238f94852155 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:49.237473 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-76fd89bc-4fda-4be8-ac05-933b0421f26f None None] Provisioning for port 8e494b8b-5a81-4e2c-93f2-238f94852155 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:49.294057 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.299840 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 8e494b8b-5a81-4e2c-93f2-238f94852155 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:49.305916 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 8e494b8b-5a81-4e2c-93f2-238f94852155 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:49.306604 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.306872 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.321068 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c9ca7301-089b-47f7-a425-afa5a51114ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:49.378140 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:40:49.424289 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b29dafd-d0a6-4125-a5f8-2a121ce0677a,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:49.440020 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:49.442436 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de29849416a840adb71276d6878345d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5453722 May 31 11:40:49.450108 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36840) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:49.555931 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.592099 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a028aaa8-89a3-4786-926d-8fcc58a1593a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.605047 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 8e494b8b-5a81-4e2c-93f2-238f94852155, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=8e494b8b-5a81-4e2c-93f2-238f94852155,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:49.614029 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.618162 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:49.636883 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a028aaa8-89a3-4786-926d-8fcc58a1593a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.699842 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a028aaa8-89a3-4786-926d-8fcc58a1593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.705947 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b025cfb6-cad9-458f-b251-8e7b075bad86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:49.719870 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-83134e60-d13d-42cf-ae00-09bb55f6a4a0 None None] Provisioning complete for port 8e494b8b-5a81-4e2c-93f2-238f94852155 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:49.720749 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-83134e60-d13d-42cf-ae00-09bb55f6a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.737702 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028aaa8-89a3-4786-926d-8fcc58a1593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b29dafd-d0a6-4125-a5f8-2a121ce0677a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:49.743293 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a028aaa8-89a3-4786-926d-8fcc58a1593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:49.755730 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a028aaa8-89a3-4786-926d-8fcc58a1593a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.756877 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a028aaa8-89a3-4786-926d-8fcc58a1593a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b29dafd-d0a6-4125-a5f8-2a121ce0677a HTTP/1.1" status: 204 len: 168 time: 0.3057752 May 31 11:40:49.798186 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=8e494b8b-5a81-4e2c-93f2-238f94852155,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:49.801881 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:49.850629 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:40:49.863166 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Sync routers for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:40:49.875527 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:49.880307 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:40:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:49.888146 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.893197 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 36858) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:49.894096 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7425146 May 31 11:40:50.122640 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:50.522842 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf2f5f-5d5b-4aea-a1a8-83c164e2b30d req-90da400d-ef3a-4852-803b-75f18811b0a7 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:50.525309 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bbcf2f5f-5d5b-4aea-a1a8-83c164e2b30d req-90da400d-ef3a-4852-803b-75f18811b0a7 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 945 time: 0.1582475 May 31 11:40:50.582013 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bbcf2f5f-5d5b-4aea-a1a8-83c164e2b30d req-6f13a1b6-9886-4088-8a5e-3274c78e6c2b tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500059 May 31 11:40:50.617839 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:48Z', 'revision_number': 3, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:50.622604 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Checking router: 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:40:50.623243 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Updating router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:40:50.638798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36884) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:50.661903 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:50.682369 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:50.686682 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Usage tracker for resource:security_group_rule and tenant:e57df615c89043f699094168a8933ab5 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:50.691198 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:50.698172 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:50.723035 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:50.809063 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:50.815647 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:50.834026 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:50.892951 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81bc85b-c2cf-4ef1-ab25-eca148a9a8de,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:50.900133 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:50.905614 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e57df615c89043f699094168a8933ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647736 May 31 11:40:50.909335 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36894) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:50.999705 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c9366c01-7434-4207-8a8b-37582351f8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.030399 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c9366c01-7434-4207-8a8b-37582351f8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.098181 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c9366c01-7434-4207-8a8b-37582351f8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.104431 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 8e494b8b-5a81-4e2c-93f2-238f94852155 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:51.106976 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-2c603281-d2ca-4216-8362-1868723239a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:51.125971 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c9366c01-7434-4207-8a8b-37582351f8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.127267 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c9366c01-7434-4207-8a8b-37582351f8b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a81bc85b-c2cf-4ef1-ab25-eca148a9a8de HTTP/1.1" status: 204 len: 168 time: 0.2157640 May 31 11:40:51.128774 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9366c01-7434-4207-8a8b-37582351f8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81bc85b-c2cf-4ef1-ab25-eca148a9a8de,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:51.131122 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c9366c01-7434-4207-8a8b-37582351f8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:51.160562 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36904) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:51.174409 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.187914 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Transition to ACTIVE for port object 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:51.198360 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.207490 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:51.216927 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 8e494b8b-5a81-4e2c-93f2-238f94852155 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:51.217302 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.294763 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Attempting to bind port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:51.295441 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Attempting to bind port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:51.296044 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Attempting to bind port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:51.305873 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1322d-63f7-4cd9-bddf-61ba41eab213 None None] Pushing event updated for resources: {'Port': ['ID=64c5dc0a-f064-45af-80cf-dd2cfb9f08f1,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:51.308691 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:51.309362 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:51.310005 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.310596 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:51.311287 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Bound port: 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:51.311861 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.351583 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-6ce1322d-63f7-4cd9-bddf-61ba41eab213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:51.355385 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a26827-b365-43ce-9b03-5f771f722719 req-397df1ff-6783-4d7a-b68a-100922747110 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:51.356966 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-10a26827-b365-43ce-9b03-5f771f722719 req-397df1ff-6783-4d7a-b68a-100922747110 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 945 time: 0.1599684 May 31 11:40:51.360838 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.410657 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] For port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:51.415744 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] For port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=64c5dc0a-f064-45af-80cf-dd2cfb9f08f1,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:51.432186 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.436985 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:51.525002 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:51.525708 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:40:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:51.583607 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1322d-63f7-4cd9-bddf-61ba41eab213 None None] Pushing event updated for resources: {'Port': ['ID=64c5dc0a-f064-45af-80cf-dd2cfb9f08f1,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:51.590575 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-6ce1322d-63f7-4cd9-bddf-61ba41eab213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:51.743588 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Deleting port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:40:51.743588 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.755191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.875195 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:51.879927 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:51.890048 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Usage tracker for resource:security_group_rule and tenant:20fad1d34fc94b399cc669ba98c1912d is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:51.899155 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:51.932113 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:52.039479 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Allocated IP 172.20.0.1 (b36ef0d2-16ac-47a3-83fa-380326e1234b/ab4c1277-0c8d-4a30-98f8-fc308ec26601/e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:52.060739 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c173b-24c5-41cc-98d1-97dee5430df5 req-275597d7-6c03-45b8-ae20-338725d06486 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:52.062646 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-428c173b-24c5-41cc-98d1-97dee5430df5 req-275597d7-6c03-45b8-ae20-338725d06486 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 945 time: 0.2816274 May 31 11:40:52.185373 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] For port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,segment=NetworkSegment(11c47128-7418-4933-beaa-7a5e19096e46),segment_id=11c47128-7418-4933-beaa-7a5e19096e46)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:52.185750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.196599 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-428c173b-24c5-41cc-98d1-97dee5430df5 req-60df0b44-0c83-44d5-9df0-4cec1fad1f4c tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271596 May 31 11:40:52.268849 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.278008 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.328311 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:52.363582 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c2bed6-2edc-4b00-bfda-278c466c11f6,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:52.381462 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:52.387289 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20fad1d34fc94b399cc669ba98c1912d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2257302 May 31 11:40:52.390017 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36952) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:52.409600 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:40:52.428734 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:48Z', 'revision_number': 3, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:52.432861 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4a660-8cea-4ccc-9d71-e29d3d06eff4 None None] The sync data for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi is: [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:48Z', 'revision_number': 3, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:40:52.482442 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a47-1f1c-4196-a45d-f2c86169c582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.490312 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.513074 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a47-1f1c-4196-a45d-f2c86169c582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.516162 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Transition to ACTIVE for port object e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:52.604226 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a47-1f1c-4196-a45d-f2c86169c582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.610232 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:52.651460 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d86a47-1f1c-4196-a45d-f2c86169c582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c2bed6-2edc-4b00-bfda-278c466c11f6,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:52.655518 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f1d86a47-1f1c-4196-a45d-f2c86169c582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:52.678991 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a47-1f1c-4196-a45d-f2c86169c582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.684453 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-f1d86a47-1f1c-4196-a45d-f2c86169c582 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40c2bed6-2edc-4b00-bfda-278c466c11f6 HTTP/1.1" status: 204 len: 168 time: 0.2931688 May 31 11:40:52.951613 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Calling delete_port for 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:40:53.086807 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.135108 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:53.137163 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:53.225947 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Pushing event updated for resources: {'Port': ['ID=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:53.238769 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.239335 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.239941 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.240436 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.240936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.241445 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.242127 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.243072 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.243825 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.244308 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.244781 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.245266 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:53.269545 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:53.276070 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:53.283076 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:53.283670 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.293915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Network b36ef0d2-16ac-47a3-83fa-380326e1234b is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:53.309135 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:53.309135 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:53.309135 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.599186 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 36998) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:53.695855 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.709613 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.759642 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:53.763595 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=64c5dc0a-f064-45af-80cf-dd2cfb9f08f1,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:53.775947 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Usage tracker for resource:security_group_rule and tenant:8907e878fac943588075c804ff86af4b is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:53.783362 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.788143 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e1c54b6c-ffe6-4e1c-baef-8e927c6d364f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:53.804625 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a5d3e-77a2-46d2-8f39-f7523d8ba012 req-0eb3be08-06f7-442b-a423-9f54ecb4814f tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:53.808720 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c05a5d3e-77a2-46d2-8f39-f7523d8ba012 req-0eb3be08-06f7-442b-a423-9f54ecb4814f tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 945 time: 0.3354464 May 31 11:40:53.814901 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:53.830515 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.832240 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:53.872311 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-dbae37e6-bbf7-4937-89d0-b2b933a49844 None None] Provisioning for port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:53.916609 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.949829 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-dbae37e6-bbf7-4937-89d0-b2b933a49844 None None] Provisioning complete for port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:53.950448 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dbae37e6-bbf7-4937-89d0-b2b933a49844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.950574 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:53.978312 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c05a5d3e-77a2-46d2-8f39-f7523d8ba012 req-0a8c3829-3535-4945-8d81-98aac4d2a181 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589170 May 31 11:40:54.093334 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-dbae37e6-bbf7-4937-89d0-b2b933a49844 None None] Port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:40:54.095014 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=64c5dc0a-f064-45af-80cf-dd2cfb9f08f1,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:54.098088 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:54.123359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.133389 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.145919 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:54.196566 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8907e878fac943588075c804ff86af4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946317 May 31 11:40:54.197385 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a0f8b-1b41-4ea9-890d-9c54302a6660,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:54.199493 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37020) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:54.218249 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] No DVR routers for this DVR port 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:40:54.221200 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.221580 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.221920 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.222256 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.222586 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.222918 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.223247 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.223563 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.223892 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.224215 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.224539 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.224887 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:54.227412 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Pushing event deleted for resources: {'Port': ['ID=8be7cb53-5adb-4114-b7e0-7e71fd0abd35,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:54.230473 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:54.248761 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.254993 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a30c15-8a1c-4a45-827f-88db4cb25312', 'name': 'network-vif-deleted', 'tag': '8be7cb53-5adb-4114-b7e0-7e71fd0abd35'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:54.257285 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2540249-3506-4194-81fa-0fa11854063e" -d '{"events": [{"server_uuid": "55a30c15-8a1c-4a45-827f-88db4cb25312", "name": "network-vif-deleted", "tag": "8be7cb53-5adb-4114-b7e0-7e71fd0abd35"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:54.265009 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:54.320138 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92765461-5f19-47e3-b857-47f3753a993a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.382839 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda958f8-29c4-4ff7-8f5f-203257e94fd1 x-openstack-request-id: req-cda958f8-29c4-4ff7-8f5f-203257e94fd1 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:54.383245 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a30c15-8a1c-4a45-827f-88db4cb25312", "name": "network-vif-deleted", "tag": "8be7cb53-5adb-4114-b7e0-7e71fd0abd35", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:54.383759 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cda958f8-29c4-4ff7-8f5f-203257e94fd1 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:54.384448 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a30c15-8a1c-4a45-827f-88db4cb25312', 'name': 'network-vif-deleted', 'tag': '8be7cb53-5adb-4114-b7e0-7e71fd0abd35', 'status': 'completed', 'code': 200} May 31 11:40:54.386642 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-10a26827-b365-43ce-9b03-5f771f722719 req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.52 "DELETE /v2.0/ports/8be7cb53-5adb-4114-b7e0-7e71fd0abd35 HTTP/1.1" status: 204 len: 173 time: 3.0164535 May 31 11:40:54.392029 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92765461-5f19-47e3-b857-47f3753a993a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.500363 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92765461-5f19-47e3-b857-47f3753a993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.505152 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-55ec88cc-0157-4aaa-840d-d665e421af05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:54.530924 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92765461-5f19-47e3-b857-47f3753a993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a0f8b-1b41-4ea9-890d-9c54302a6660,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:54.536969 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-92765461-5f19-47e3-b857-47f3753a993a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:54.548317 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92765461-5f19-47e3-b857-47f3753a993a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.549296 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-92765461-5f19-47e3-b857-47f3753a993a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b53a0f8b-1b41-4ea9-890d-9c54302a6660 HTTP/1.1" status: 204 len: 168 time: 0.3485928 May 31 11:40:54.550511 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.577092 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.582563 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.587963 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:54.784959 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Pushing event updated for resources: {'Port': ['ID=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:54.791915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:54.852787 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Network b36ef0d2-16ac-47a3-83fa-380326e1234b is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:54.855033 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:55.209598 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:55.339792 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:40:55.416545 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:40:55.416889 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 8be7cb53-5adb-4114-b7e0-7e71fd0abd35 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:40:55.423214 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:40:55.426551 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ffbfe98f-4942-4f2e-a8c9-52a8b890af1e req-8d4811d2-9a84-4fed-a554-379b2c513336 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Synchronizing usage tracker for tenant:c895c64abf2e4cd7b36e29c3b7c26582 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:55.432758 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-5f623c09-ebad-4a9b-8d5c-096aff2e079b None None] Provisioning complete for port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:55.433127 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5f623c09-ebad-4a9b-8d5c-096aff2e079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:55.521086 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:55.521543 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:55.550618 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ffbfe98f-4942-4f2e-a8c9-52a8b890af1e req-8d4811d2-9a84-4fed-a554-379b2c513336 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Unset dirty status for tenant:c895c64abf2e4cd7b36e29c3b7c26582 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:55.556903 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ffbfe98f-4942-4f2e-a8c9-52a8b890af1e req-8d4811d2-9a84-4fed-a554-379b2c513336 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a30c15-8a1c-4a45-827f-88db4cb25312 HTTP/1.1" status: 200 len: 210 time: 0.2221608 May 31 11:40:55.575397 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-5f623c09-ebad-4a9b-8d5c-096aff2e079b None None] Port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:40:55.904645 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37096) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:55.934789 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:40:55.941195 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] 10.222.0.10 "PUT /v2.0/routers/6b1dc5f0-31ae-4639-a11c-a0097cf46f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0470235 May 31 11:40:55.948289 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Sync routers for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:40:55.962349 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:55.962976 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:40:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:56.113045 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1804701533-network', 'tenant_id': 'b3d543e685e84dc39978ee641845fc2b'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:56.120866 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:56.126198 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Usage tracker for resource:network and tenant:b3d543e685e84dc39978ee641845fc2b is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:56.130288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:56.137995 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:56.152785 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Made reservation on behalf of b3d543e685e84dc39978ee641845fc2b for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:56.156172 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.188270 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.203994 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:56.208238 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Usage tracker for resource:security_group_rule and tenant:b3d543e685e84dc39978ee641845fc2b is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:56.212667 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:56.215276 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:56.221228 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:56.334306 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.346094 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.354496 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e3363f64-c593-43f8-943f-bddca3fe5ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:56.416854 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:56.428184 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f328dd-8aa7-451a-a86c-c65a1e825f17,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:56.432618 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:56.435459 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.435974 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Added segment 37ef8ea2-bb22-4221-8250-aaa1852cb10b of type vlan for network b57043a6-178f-4e0b-aff0-af75c1d8efff May 31 11:40:56.473853 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.536873 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.539694 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:56.540281 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.549246 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-70405c4c-ab95-4245-939a-2e0932435a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:56.720276 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:40:54Z', 'revision_number': 2, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:56.732997 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Checking router: 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:40:56.734168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Updating router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:40:56.753616 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8471730 May 31 11:40:56.757281 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37126) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:56.757872 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Pushing event updated for resources: {'Network': ['ID=b57043a6-178f-4e0b-aff0-af75c1d8efff,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:56.774336 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Request body: {'subnet': {'network_id': 'b57043a6-178f-4e0b-aff0-af75c1d8efff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1804701533-subnet', 'tenant_id': 'b3d543e685e84dc39978ee641845fc2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:56.777402 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:56.781259 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:56.794535 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network b57043a6-178f-4e0b-aff0-af75c1d8efff details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:56.801047 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Usage tracker for resource:subnet and tenant:b3d543e685e84dc39978ee641845fc2b is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:56.819863 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:56.833143 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:56.865478 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Made reservation on behalf of b3d543e685e84dc39978ee641845fc2b for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:56.869516 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.030914 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.247935 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37158) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:57.259669 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1960449759-network', 'tenant_id': 'da256e3584b34176aafbab59a5345d51'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:57.265021 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:57.270936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Usage tracker for resource:network and tenant:da256e3584b34176aafbab59a5345d51 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:57.274589 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:57.283487 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:57.311482 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Made reservation on behalf of da256e3584b34176aafbab59a5345d51 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:57.314689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.338206 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.358166 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:57.364316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Usage tracker for resource:security_group_rule and tenant:da256e3584b34176aafbab59a5345d51 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:57.416708 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:57.426791 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:57.514275 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-1d048873-0dc0-4ad2-8ee7-43cab232c377 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:57.515844 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-1d048873-0dc0-4ad2-8ee7-43cab232c377 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 814 time: 0.3253336 May 31 11:40:57.565004 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0f1d50b7-0ab6-4c29-89e6-45e4ed18639d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/quotas/2eb073d9eea34204a29999727dc66301 HTTP/1.1" status: 200 len: 375 time: 0.0299001 May 31 11:40:57.605714 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.615088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.619864 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2d366286-a2a9-49ed-a8ec-551c369c7340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:57.633932 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.665172 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:57.671206 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.687470 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Transition to ACTIVE for port object e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:57.692084 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af66e3c-7b5f-4c42-9597-a1633b5b11a0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:57.703770 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.705454 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.705834 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Added segment d1aeee80-104e-4857-8e6d-b1c9588faf1a of type vlan for network 30ac8eca-db09-4761-874b-86cad4d2c361 May 31 11:40:57.707070 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:57.707484 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:57.711075 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:57.724456 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-5f290a78-6c4d-4880-b5a1-650d5146baa4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482222 May 31 11:40:57.811046 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.869850 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.882304 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Checking segment: {'id': '37ef8ea2-bb22-4221-8250-aaa1852cb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b57043a6-178f-4e0b-aff0-af75c1d8efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:57.882304 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Network hostable DHCP agents. Network: b57043a6-178f-4e0b-aff0-af75c1d8efff, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:57.897730 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:57.898331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.911418 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2aa493-76de-456e-872c-92b2f4e94448,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:57.924689 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Pushing event updated for resources: {'Port': ['ID=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:57.940658 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:57.943338 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:57.975868 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-8c55c569-dd3f-42a5-b06d-2bfea0d561f1 service neutron] 10.222.0.10 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431054 May 31 11:40:58.016450 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.016794 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.017129 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.017457 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.017836 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.018155 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.018475 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.018789 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.019105 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.019417 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.019726 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.020034 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:58.036354 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:58.151176 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Network b57043a6-178f-4e0b-aff0-af75c1d8efff is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:58.158439 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Attempting to bind port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:58.158856 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Attempting to bind port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:58.159393 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Attempting to bind port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 on network b36ef0d2-16ac-47a3-83fa-380326e1234b {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:58.167321 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, b57043a6-178f-4e0b-aff0-af75c1d8efff) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:58.169204 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Pushing event updated for resources: {'Network': ['ID=30ac8eca-db09-4761-874b-86cad4d2c361,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:58.177836 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9290280 May 31 11:40:58.178766 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:58.179083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37186) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:58.179685 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Checking segment: {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:58.180111 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.180594 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Bound using segment: {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:58.181202 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:58.181961 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Bound port: e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:58.182267 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.182433 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.186528 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:58.195214 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Request body: {'subnet': {'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1960449759-subnet', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:58.206964 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:58.212521 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Usage tracker for resource:subnet and tenant:da256e3584b34176aafbab59a5345d51 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:58.215732 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:58.219879 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4611762 May 31 11:40:58.224166 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:58.233783 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd8383d-3708-4410-9991-6fe91e0c55f9 None None] Network b57043a6-178f-4e0b-aff0-af75c1d8efff requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:58.240885 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Made reservation on behalf of da256e3584b34176aafbab59a5345d51 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:58.243538 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.246804 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-556fa58c-00ca-4774-b214-c4cefd74e0c6 service neutron] 10.222.0.10 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627974 May 31 11:40:58.264218 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 30ac8eca-db09-4761-874b-86cad4d2c361 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:58.518673 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-69d74485-cdd9-48af-b5f7-32a2dc93d8bd req-71de99d1-6617-4b67-95f8-0dbfd1e56376 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 210 time: 0.0614765 May 31 11:40:58.941515 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] For port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:58.951204 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] For port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:59.034146 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.038804 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37228) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:59.089259 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:59.134999 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b525304d-2f41-47dd-9c71-37e1344d9e98 None None] Network b57043a6-178f-4e0b-aff0-af75c1d8efff requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:59.183642 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] Deleting subnet 90f3903e-3dda-4302-a0dc-1a19f57e10cf {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:40:59.191259 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.229346 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.241604 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:59.309197 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f0d038-4105-40f9-aa9d-9ef45620355d,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:59.317750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:59.321946 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.351077 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Checking segment: {'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:59.354002 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Network hostable DHCP agents. Network: 30ac8eca-db09-4761-874b-86cad4d2c361, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:59.366038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:59.366804 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:40:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:59.403625 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Network 30ac8eca-db09-4761-874b-86cad4d2c361 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:59.408860 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37238) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:59.416718 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1868075959-network', 'tenant_id': '9ec0bf74680046cda408a3285a251912'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:59.418239 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 30ac8eca-db09-4761-874b-86cad4d2c361) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:59.424374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:59.424972 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.426926 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:59.434363 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Usage tracker for resource:network and tenant:9ec0bf74680046cda408a3285a251912 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:59.437499 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.466841 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2786028 May 31 11:40:59.469287 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37242) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:59.470690 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:59.478218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:59.478712 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d96d15-40cd-4cef-b004-fe850dbc4799 None None] Network 30ac8eca-db09-4761-874b-86cad4d2c361 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:59.486980 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:59.489423 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:59.495126 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Usage tracker for resource:router and tenant:da256e3584b34176aafbab59a5345d51 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:59.500034 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:59.508578 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:59.516764 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Pushing event updated for resources: {'Port': ['ID=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:59.523994 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.526070 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.550476 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Made reservation on behalf of 9ec0bf74680046cda408a3285a251912 for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:59.555088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.558171 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:59.559481 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.677067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.786073 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:59.791001 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec0bf74680046cda408a3285a251912 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:59.795321 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:59.820048 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:59.830094 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-87afc8a1-4d39-4bfd-bc8c-3b789fe02cee req-e4375b3d-4a69-4887-b522-be6b7c2dfd3e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 210 time: 0.1029594 May 31 11:40:59.831014 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:00.028811 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.033960 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.045068 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.105275 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.131573 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:00.150586 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.151179 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Added segment 809fd6e3-5c8c-4f80-aa17-ece65e548985 of type vlan for network dc4a268b-1149-4d23-8e46-6dcf28b93768 May 31 11:41:00.225282 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f3903e-3dda-4302-a0dc-1a19f57e10cf,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:00.228527 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.238419 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:00.243541 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f1d86a47-1f1c-4196-a45d-f2c86169c582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.261029 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.274793 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-30ac8eca-db09-4761-874b-86cad4d2c361', 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'fixed_ips': [{'subnet_id': '51f0d038-4105-40f9-aa9d-9ef45620355d'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:41:00.275624 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.276205 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.294949 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:40:58Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:00.301170 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af1866-17a4-499c-8a7e-b4caa91730f7 None None] The sync data for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi is: [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:40:58Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:00.414739 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-090f22f9-0f51-4e92-82a9-20ed9f5e20c4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/90f3903e-3dda-4302-a0dc-1a19f57e10cf HTTP/1.1" status: 204 len: 168 time: 1.3746359 May 31 11:41:00.415828 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3781ac78-40f0-4034-9957-03ea96d6d2c4,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:00.452532 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37266) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:00.457994 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:00.636675 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-f4aee8dd-8850-4472-803c-e34e7069f0ad tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:00.638587 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-f4aee8dd-8850-4472-803c-e34e7069f0ad tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 814 time: 0.3528130 May 31 11:41:00.681417 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Request body: {'port': {'device_id': '85f3ca28-d9d9-4c14-a59f-51ac8f1e4877', 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'admin_state_up': True, 'tenant_id': '2eb073d9eea34204a29999727dc66301'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:00.695057 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Allocated IP 172.20.0.2 (30ac8eca-db09-4761-874b-86cad4d2c361/51f0d038-4105-40f9-aa9d-9ef45620355d/8a16483f-5574-4f6d-9257-38fbb73465b5) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:00.703605 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.720168 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:00.720168 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.732824 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7dc0779b-5079-4ac9-be53-20b55083a8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.821356 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.994997 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:01.010876 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:01.036657 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Made reservation on behalf of 2eb073d9eea34204a29999727dc66301 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:01.041134 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.094586 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6845918 May 31 11:41:01.095456 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37290) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:01.128256 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Request body: {'subnet': {'network_id': 'dc4a268b-1149-4d23-8e46-6dcf28b93768', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1868075959-subnet', 'tenant_id': '9ec0bf74680046cda408a3285a251912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:01.181144 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:01.261445 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4a268b-1149-4d23-8e46-6dcf28b93768,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:01.286053 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:01.320947 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:01.323065 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Usage tracker for resource:subnet and tenant:9ec0bf74680046cda408a3285a251912 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:01.347233 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network dc4a268b-1149-4d23-8e46-6dcf28b93768 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:01.411791 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:01.430386 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:01.450318 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c2585e81-7f35-4e66-8ace-3cf43d440b63 req-60f9ffbe-a533-4073-883a-b1b128a4b1b3 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 210 time: 0.1739480 May 31 11:41:01.473183 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:01.498642 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.508411 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:01.513137 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.537295 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.540037 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.551253 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Made reservation on behalf of 9ec0bf74680046cda408a3285a251912 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:01.553675 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823398'] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.572080 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.578821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f9590a-6115-4458-9ec1-de40fd19c97f']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:01.583960 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Transition to ACTIVE for port object 8a16483f-5574-4f6d-9257-38fbb73465b5 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:01.605598 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Transition to ACTIVE for port object 8a16483f-5574-4f6d-9257-38fbb73465b5 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:01.652645 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.661674 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:01.669795 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c47128-7418-4933-beaa-7a5e19096e46') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:01.670079 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c47128-7418-4933-beaa-7a5e19096e46') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:01.686238 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.712980 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.713717 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Allocated IP 172.20.0.9 (88017d99-0486-4de5-8c91-7a3ceb46da6a/76f23f6a-9323-4239-8e5f-11c5ae869730/1ed019bb-4805-41cc-9ff8-44e82e5d43ed) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:01.727552 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:01.728226 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:01.743451 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:01.747540 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Pushing event updated for resources: {'Port': ['ID=8a16483f-5574-4f6d-9257-38fbb73465b5,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:01.753454 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:01.770195 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Network 30ac8eca-db09-4761-874b-86cad4d2c361 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:01.773617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:01.776825 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:01.834368 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Allocated IP 172.27.3.133 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/62252074-aba5-4873-bf85-a7fdded71443) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:01.869821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.882609 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:01.902612 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.941504 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Attempting to bind port 8a16483f-5574-4f6d-9257-38fbb73465b5 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:01.942046 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Attempting to bind port 8a16483f-5574-4f6d-9257-38fbb73465b5 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:01.942512 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Attempting to bind port 8a16483f-5574-4f6d-9257-38fbb73465b5 on network 30ac8eca-db09-4761-874b-86cad4d2c361 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:01.955209 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:01.955740 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Checking segment: {'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:01.956653 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.956653 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Bound using segment: {'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:01.957263 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Bound port: 8a16483f-5574-4f6d-9257-38fbb73465b5, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:01.957758 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.962961 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f9590a-6115-4458-9ec1-de40fd19c97f,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:01.973939 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.975396 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:02.002896 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-33d198d7-e14c-47b3-9264-d085eb81efc8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d4f9590a-6115-4458-9ec1-de40fd19c97f HTTP/1.1" status: 204 len: 168 time: 1.5468428 May 31 11:41:02.062604 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:02.091086 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.092747 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.105644 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:02.139087 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.178081 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.187749 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:02.243272 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['72894682-25c2-40fd-8194-74bddb53d540'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:02.252339 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.361775 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Network 88017d99-0486-4de5-8c91-7a3ceb46da6a is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:02.383319 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:02.385396 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] For port 8a16483f-5574-4f6d-9257-38fbb73465b5, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:02.399850 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:02.401988 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:02.406439 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:02.440056 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] For port 8a16483f-5574-4f6d-9257-38fbb73465b5, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=8a16483f-5574-4f6d-9257-38fbb73465b5,segment=NetworkSegment(d1aeee80-104e-4857-8e6d-b1c9588faf1a),segment_id=d1aeee80-104e-4857-8e6d-b1c9588faf1a)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:02.466414 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37314) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:02.466825 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:02.477971 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:02.484953 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.486468 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.505309 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:02.507487 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2199085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823408'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.509813 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.517681 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e5d61079-f392-407f-a3eb-b89d6ca773cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:02.533431 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:02.674737 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Pushing event updated for resources: {'Port': ['ID=8a16483f-5574-4f6d-9257-38fbb73465b5,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:02.711993 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9911c5-3e56-4e7c-a3ab-3a11efef55de,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:02.712933 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:02.727472 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:02.761495 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Checking segment: {'id': '809fd6e3-5c8c-4f80-aa17-ece65e548985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc4a268b-1149-4d23-8e46-6dcf28b93768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:02.761813 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Network hostable DHCP agents. Network: dc4a268b-1149-4d23-8e46-6dcf28b93768, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:02.826494 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61d73c-cda0-4ad8-a43a-7fa18975dd91 req-2cc55d35-4c44-4477-b992-f486bf1119a0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.828515 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-aa61d73c-cda0-4ad8-a43a-7fa18975dd91 req-2cc55d35-4c44-4477-b992-f486bf1119a0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 931 time: 0.1871426 May 31 11:41:02.830819 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Network dc4a268b-1149-4d23-8e46-6dcf28b93768 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:02.845089 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, dc4a268b-1149-4d23-8e46-6dcf28b93768) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:02.861387 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea21ae-4ccf-4b4e-8498-209b0836568e None None] Network dc4a268b-1149-4d23-8e46-6dcf28b93768 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:02.879437 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.880425 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.892283 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Pushing event updated for resources: {'Port': ['ID=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:02.906456 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:02.948088 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-aa61d73c-cda0-4ad8-a43a-7fa18975dd91 req-1e8d71ee-acff-4fc6-87fd-a49eed2765dc tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890775 May 31 11:41:02.951313 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8388312 May 31 11:41:02.977371 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-40bbff8b-4cc0-4d6e-bca2-a998584c62df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.670s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:03.134291 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1903e5db-02bc-407f-b1bb-b03f6c34768c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c895c64abf2e4cd7b36e29c3b7c26582&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6294150 May 31 11:41:03.137068 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37336) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:03.268014 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Pushing event updated for resources: {'Port': ['ID=62252074-aba5-4873-bf85-a7fdded71443,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:03.276206 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:03.285477 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6061554 May 31 11:41:03.345889 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca98c9e-ebf1-4815-acbf-995738fb4665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:03.354644 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:03.399165 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca98c9e-ebf1-4815-acbf-995738fb4665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:03.415063 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e7b1bd-9429-4fa8-97bf-7a6173e3bbe5 None None] Network dc4a268b-1149-4d23-8e46-6dcf28b93768 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:03.429519 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Request body: {'port': {'device_id': '85f3ca28-d9d9-4c14-a59f-51ac8f1e4877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:03.518740 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca98c9e-ebf1-4815-acbf-995738fb4665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:03.524156 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b8a0b78a-3071-45e8-8ad6-99738dcb8430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:03.548633 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca98c9e-ebf1-4815-acbf-995738fb4665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac8ad7b-34d0-4edc-9b84-6a68ac43070a,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:03.564245 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ca98c9e-ebf1-4815-acbf-995738fb4665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:03.570056 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37342) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:03.621589 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca98c9e-ebf1-4815-acbf-995738fb4665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:03.648010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:03.649259 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6ca98c9e-ebf1-4815-acbf-995738fb4665 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ac8ad7b-34d0-4edc-9b84-6a68ac43070a HTTP/1.1" status: 204 len: 168 time: 0.5083854 May 31 11:41:03.781319 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:03.783658 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:03.970985 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.091121 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.132697 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:04.139612 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed25cd5e79e44db3a320423b0146affa is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:04.147451 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:04.169309 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:04.407033 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc5603-a795-4b2c-957f-91867377249d req-4f726945-6589-4b52-aa4c-28228a1fb691 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:04.408826 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1cfc5603-a795-4b2c-957f-91867377249d req-4f726945-6589-4b52-aa4c-28228a1fb691 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 931 time: 0.2331495 May 31 11:41:04.498541 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.511067 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa64c9b-a6f2-4daa-a81e-506329d6b301 None None] Network 30ac8eca-db09-4761-874b-86cad4d2c361 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:04.513515 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.522748 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ca98c9e-ebf1-4815-acbf-995738fb4665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:04.548617 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1cfc5603-a795-4b2c-957f-91867377249d req-b0279270-6e2b-4cf9-bbd3-42b5c840ab74 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251998 May 31 11:41:04.605827 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed25cd5e79e44db3a320423b0146affa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0336094 May 31 11:41:04.607322 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a07c52-8be0-4742-ad5b-eda9843ca738,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:04.622407 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37374) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:04.625320 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:04.713516 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.db.resource_extend [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:41:04.720266 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4bdec5ce-cc81-4097-b8b4-7f736195a5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.749981 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4bdec5ce-cc81-4097-b8b4-7f736195a5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.776788 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-1e953a07-7d26-4648-a706-d98a690c6264 None None] Provisioning for port 8a16483f-5574-4f6d-9257-38fbb73465b5 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:04.816490 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.822233 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed019bb-4805-41cc-9ff8-44e82e5d43ed {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:04.833450 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4bdec5ce-cc81-4097-b8b4-7f736195a5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.843043 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1f542b9f-a2ea-4e17-9297-eeca6df8a146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:04.871348 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdec5ce-cc81-4097-b8b4-7f736195a5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a07c52-8be0-4742-ad5b-eda9843ca738,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:04.880528 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4bdec5ce-cc81-4097-b8b4-7f736195a5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:04.881524 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4bdec5ce-cc81-4097-b8b4-7f736195a5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.882787 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-4bdec5ce-cc81-4097-b8b4-7f736195a5be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23a07c52-8be0-4742-ad5b-eda9843ca738 HTTP/1.1" status: 204 len: 168 time: 0.2593918 May 31 11:41:04.978503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.025362 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Transition to ACTIVE for port object 1ed019bb-4805-41cc-9ff8-44e82e5d43ed will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:05.065364 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37398) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:05.075883 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.100353 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-05e256f3-9c2b-432d-a5d3-4803892593ff tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:05.278360 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 8a16483f-5574-4f6d-9257-38fbb73465b5 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:05.521081 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-a82b960f-dfd2-43c9-85b1-b6488d3864f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2489836 May 31 11:41:05.524478 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 8a16483f-5574-4f6d-9257-38fbb73465b5 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:05.530367 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 8a16483f-5574-4f6d-9257-38fbb73465b5 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:05.530848 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.758817 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-network', 'tenant_id': 'e65c159b42774199b584b6d29e570d24'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:05.786375 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:05.794583 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Usage tracker for resource:network and tenant:e65c159b42774199b584b6d29e570d24 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:05.799004 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-65463dd0-6238-4516-8c47-c9abe2d42435 None None] Provisioning complete for port 8a16483f-5574-4f6d-9257-38fbb73465b5 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:05.799385 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-65463dd0-6238-4516-8c47-c9abe2d42435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.814369 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:05.861811 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:05.874529 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.878632 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Pushing event updated for resources: {'Port': ['ID=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:05.900372 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:05.919726 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Made reservation on behalf of e65c159b42774199b584b6d29e570d24 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:05.922242 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.929766 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 8a16483f-5574-4f6d-9257-38fbb73465b5, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=8a16483f-5574-4f6d-9257-38fbb73465b5,segment=NetworkSegment(d1aeee80-104e-4857-8e6d-b1c9588faf1a),segment_id=d1aeee80-104e-4857-8e6d-b1c9588faf1a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:05.936907 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Attempting to bind port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:05.937380 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Attempting to bind port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:05.937899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Attempting to bind port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed on network 88017d99-0486-4de5-8c91-7a3ceb46da6a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:05.943881 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.960960 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed on network 88017d99-0486-4de5-8c91-7a3ceb46da6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:05.961495 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Attempting to bind port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed on network 88017d99-0486-4de5-8c91-7a3ceb46da6a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:05.971876 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4dce-dec4-49a5-a533-1ea51373ed41 req-b74d50a4-0f27-4656-b99b-79ea52880884 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:05.973061 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.979087 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-56bb4dce-dec4-49a5-a533-1ea51373ed41 req-b74d50a4-0f27-4656-b99b-79ea52880884 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 943 time: 0.1307437 May 31 11:41:05.979727 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:05.980652 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Checking segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:05.981104 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:05.981435 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Bound using segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:05.982073 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Bound port: 1ed019bb-4805-41cc-9ff8-44e82e5d43ed, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:05.982581 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.983984 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-cf3126e3-bce6-4f54-baed-c392d5eb2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:05.985463 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-cf3126e3-bce6-4f54-baed-c392d5eb2744 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1099 time: 0.2775230 May 31 11:41:06.003433 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:06.020142 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Usage tracker for resource:security_group_rule and tenant:e65c159b42774199b584b6d29e570d24 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:06.032838 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:06.075835 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:06.090078 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=8a16483f-5574-4f6d-9257-38fbb73465b5,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:06.094376 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:06.118213 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-56bb4dce-dec4-49a5-a533-1ea51373ed41 req-7c1074f2-2a85-40d2-be64-ea280613a51f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381667 May 31 11:41:06.152025 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:41:06.162251 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] For port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:06.170555 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] For port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:06.189146 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-5b7d5baa-6ab0-4aec-973a-7e4662377f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.190697 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-5b7d5baa-6ab0-4aec-973a-7e4662377f7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1723711 May 31 11:41:06.239384 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.248791 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37438) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:06.260605 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-3df42155-5f0c-4dc2-8c0d-9c33025a9848 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.0623796 May 31 11:41:06.262096 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:06.331152 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-8a9650aa-4012-4b9c-818d-26016b705f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.333431 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-8a9650aa-4012-4b9c-818d-26016b705f32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0633302 May 31 11:41:06.367979 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.368588 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.370167 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] 10.222.0.52 "PUT /v2.0/ports/1ed019bb-4805-41cc-9ff8-44e82e5d43ed HTTP/1.1" status: 200 len: 1093 time: 2.9689553 May 31 11:41:06.370652 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f3ca28-d9d9-4c14-a59f-51ac8f1e4877', 'tag': '1ed019bb-4805-41cc-9ff8-44e82e5d43ed'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:06.373054 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5fd855-c2aa-4ca6-b408-20681f938961" -d '{"events": [{"name": "network-changed", "server_uuid": "85f3ca28-d9d9-4c14-a59f-51ac8f1e4877", "tag": "1ed019bb-4805-41cc-9ff8-44e82e5d43ed"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:06.411926 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-5f782d7c-690c-4011-8974-99ef27afe5de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657861 May 31 11:41:06.523588 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.527378 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508531e4-ae52-4b38-8f1a-5daa3e804915 x-openstack-request-id: req-508531e4-ae52-4b38-8f1a-5daa3e804915 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:06.527849 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f3ca28-d9d9-4c14-a59f-51ac8f1e4877", "tag": "1ed019bb-4805-41cc-9ff8-44e82e5d43ed", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:06.528265 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-508531e4-ae52-4b38-8f1a-5daa3e804915 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:06.528869 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f3ca28-d9d9-4c14-a59f-51ac8f1e4877', 'tag': '1ed019bb-4805-41cc-9ff8-44e82e5d43ed', 'status': 'completed', 'code': 200} May 31 11:41:06.538601 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Pushing event updated for resources: {'Port': ['ID=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:06.546131 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2128000013-network', 'tenant_id': 'ca486ffb8fcb4d968270b37a9fa54b54'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:06.551068 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.555780 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:06.559547 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:06.571042 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:06.591713 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Usage tracker for resource:network and tenant:ca486ffb8fcb4d968270b37a9fa54b54 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:06.608137 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:06.619986 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-f56812f7-e065-4e06-884b-75e5f34b8971 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841578 May 31 11:41:06.623379 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:06.625222 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:06.628461 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:06.635033 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:06.640227 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Sync routers for ids ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:06.646994 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:06.660708 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.661046 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Added segment d70dcf6c-d568-49f6-a9a3-c040f496021a of type vlan for network b7d1d523-cd21-4858-98eb-03605a41b544 May 31 11:41:06.668437 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Made reservation on behalf of ca486ffb8fcb4d968270b37a9fa54b54 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:06.669349 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Routers {'778dc6c0-073a-4a69-a537-b6c0f8ffb001'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:06.670167 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:40:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:06.670688 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.696803 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.730100 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.734187 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2636640 May 31 11:41:06.737331 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37454) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:06.737753 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.743030 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0fe60c90-cab2-4df5-914b-e4f0fd794d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.744473 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-0fe60c90-cab2-4df5-914b-e4f0fd794d71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 1096 time: 0.2710459 May 31 11:41:06.745509 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:06.751924 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Usage tracker for resource:security_group_rule and tenant:ca486ffb8fcb4d968270b37a9fa54b54 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:06.755626 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:06.765615 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:06.886694 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.db.resource_extend [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:41:06.891933 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Set router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:06.942289 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-10779bf4-dae0-426b-b1c4-fe56b65c212d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed HTTP/1.1" status: 200 len: 217 time: 0.1700218 May 31 11:41:07.048791 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3c3096c4-f5d4-49d2-a4c7-a7e211a4978a req-193a1100-25db-4154-968a-69f937269aa1 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202638 May 31 11:41:07.055975 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.064771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:07.064771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.082984 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:07.146193 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 8a16483f-5574-4f6d-9257-38fbb73465b5 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:07.166643 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-6d64a68a-27d9-46f3-8e30-9610dcbd917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:07.167955 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-6d64a68a-27d9-46f3-8e30-9610dcbd917d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.2248585 May 31 11:41:07.343057 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 8a16483f-5574-4f6d-9257-38fbb73465b5 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:07.343057 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.348080 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2790298 May 31 11:41:07.352977 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37476) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:07.379632 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-56d30299-664c-4b25-a547-b9df6ac248ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190526 May 31 11:41:07.415352 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '62252074-aba5-4873-bf85-a7fdded71443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:41:03Z', 'revision_number': 3, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port': {'id': '62252074-aba5-4873-bf85-a7fdded71443', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:01Z', 'updated_at': '2021-05-31T11:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:07.422853 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Checking router: 778dc6c0-073a-4a69-a537-b6c0f8ffb001 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:07.423233 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Updating router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 port 62252074-aba5-4873-bf85-a7fdded71443 binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:07.448118 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Pushing event updated for resources: {'Network': ['ID=b7d1d523-cd21-4858-98eb-03605a41b544,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:07.468376 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network b7d1d523-cd21-4858-98eb-03605a41b544 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:07.482001 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:07.597398 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.610928 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Request body: {'subnet': {'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-subnet', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:07.653493 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:07.661846 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Usage tracker for resource:subnet and tenant:e65c159b42774199b584b6d29e570d24 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:07.678583 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:07.691723 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:07.698067 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.736045 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.752875 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2ff6ac7f-774b-4772-ab14-44c5adb44517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:07.798722 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Made reservation on behalf of e65c159b42774199b584b6d29e570d24 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:07.801740 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823398'] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.831862 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-bb3d2fc2-2945-4208-bf58-0288497a02e6 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277351 May 31 11:41:07.832125 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:07.844933 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc65c432-c557-4643-a3fb-1c5f0d92d7ab,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:07.849609 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:07.850446 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.851106 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Added segment b0a661d9-5c00-41e1-a5b8-78a8f7c341d2 of type vlan for network 6a8b1fa3-07b4-465f-b818-695d348211c4 May 31 11:41:08.005658 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.044178 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.053667 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb32baf-1b24-471f-a87a-75ed15630937 req-e79e40b8-14f7-4555-a65f-566b4f769681 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:08.057769 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Transition to ACTIVE for port object 62252074-aba5-4873-bf85-a7fdded71443 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:08.061810 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6bb32baf-1b24-471f-a87a-75ed15630937 req-e79e40b8-14f7-4555-a65f-566b4f769681 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 943 time: 0.7284057 May 31 11:41:08.067825 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.075497 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:08.098753 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d31bba-3887-451c-8cde-c5cb8e7cbfa6 req-b87fdcb5-9757-4adb-bbd9-2cc53aa2e4c1 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276831 May 31 11:41:08.100149 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.101910 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:08.102482 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.125417 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:08.142186 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6bb32baf-1b24-471f-a87a-75ed15630937 req-da04764c-be21-47a6-80a1-a3267bba7e1b tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793643 May 31 11:41:08.149617 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8893099 May 31 11:41:08.151145 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37494) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:08.160812 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Request body: {'subnet': {'network_id': '6a8b1fa3-07b4-465f-b818-695d348211c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2128000013-subnet', 'tenant_id': 'ca486ffb8fcb4d968270b37a9fa54b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:08.163670 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Pushing event updated for resources: {'Port': ['ID=62252074-aba5-4873-bf85-a7fdded71443,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:08.175442 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.175975 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.176470 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.176957 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.177463 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.177974 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.178458 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.178936 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.179431 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.179990 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.180591 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.181084 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:08.185527 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Attempting to bind port 62252074-aba5-4873-bf85-a7fdded71443 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:08.186132 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Attempting to bind port 62252074-aba5-4873-bf85-a7fdded71443 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:08.186707 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Attempting to bind port 62252074-aba5-4873-bf85-a7fdded71443 on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:08.194534 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:08.195515 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:08.196099 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:08.196682 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.197269 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:08.197982 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Bound port: 62252074-aba5-4873-bf85-a7fdded71443, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:08.198558 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.288722 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] For port 62252074-aba5-4873-bf85-a7fdded71443, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:08.292288 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] For port 62252074-aba5-4873-bf85-a7fdded71443, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=62252074-aba5-4873-bf85-a7fdded71443,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:08.297269 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.305380 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37498) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:08.316876 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:08.326849 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4c55c163-148d-4650-9238-50ab1ccbc291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.346529 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:08.392299 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Routers {'778dc6c0-073a-4a69-a537-b6c0f8ffb001'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:08.393301 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:40:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:08.411927 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Usage tracker for resource:subnet and tenant:ca486ffb8fcb4d968270b37a9fa54b54 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:08.418736 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:08.438985 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:08.443688 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Pushing event updated for resources: {'Network': ['ID=6a8b1fa3-07b4-465f-b818-695d348211c4,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:08.446722 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:08.456081 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 6a8b1fa3-07b4-465f-b818-695d348211c4 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:08.472256 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Made reservation on behalf of ca486ffb8fcb4d968270b37a9fa54b54 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:08.475119 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.521975 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Pushing event updated for resources: {'Port': ['ID=62252074-aba5-4873-bf85-a7fdded71443,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:08.528696 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:08.571519 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.597038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.598024 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:08.609948 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Usage tracker for resource:security_group_rule and tenant:567fa31fefa4417faa21fa78624fb4b6 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:08.620199 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:08.621595 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-5c9275b3-3308-404d-a670-d2a0b79ecbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:08.624062 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-5c9275b3-3308-404d-a670-d2a0b79ecbba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 1096 time: 0.2751570 May 31 11:41:08.634516 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.650637 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:08.673058 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] Set router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:08.964394 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.006367 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.023451 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1d9348e9-416d-4d2e-aa03-13ba5edfdcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:09.029928 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-7ddc61f0-c17e-4efe-a1e9-5597f0cb86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:09.033151 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-7ddc61f0-c17e-4efe-a1e9-5597f0cb86a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.3904068 May 31 11:41:09.082381 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2199085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823408'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.089210 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '62252074-aba5-4873-bf85-a7fdded71443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:41:03Z', 'revision_number': 3, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port': {'id': '62252074-aba5-4873-bf85-a7fdded71443', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:01Z', 'updated_at': '2021-05-31T11:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:09.090019 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=567fa31fefa4417faa21fa78624fb4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7836082 May 31 11:41:09.096891 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37516) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:09.098339 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba22322-d9b1-4681-83c5-34e283dadfd4 None None] The sync data for ids ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'] in dv-cinder-791240-4-iscsi is: [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '62252074-aba5-4873-bf85-a7fdded71443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:41:03Z', 'revision_number': 3, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port': {'id': '62252074-aba5-4873-bf85-a7fdded71443', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:01Z', 'updated_at': '2021-05-31T11:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:09.105977 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3fce01-d425-482e-8e03-4bc92ca904d4,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:09.111966 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Allocated IP 172.20.0.1 (30ac8eca-db09-4761-874b-86cad4d2c361/51f0d038-4105-40f9-aa9d-9ef45620355d/a7a2b1e9-a86c-4189-a116-ed6a663da42b) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:09.115667 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:09.116160 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dd14e7ee-0e35-4a49-9291-ebfa3a9ac374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:09.194966 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-818de4d0-b09a-48e6-850b-86ae4abb65ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed HTTP/1.1" status: 200 len: 217 time: 0.1216507 May 31 11:41:09.303279 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-6738ed14-bc07-479d-a0e1-bd9977494d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:09.304838 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-6738ed14-bc07-479d-a0e1-bd9977494d72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0620773 May 31 11:41:09.359203 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-7dda7e35-1137-430c-8095-283ea140f34c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440557 May 31 11:41:09.607310 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-85aad34c-27f6-4849-b6cf-a8f84b3ed168 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392495 May 31 11:41:09.611442 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:09.619582 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:09.633621 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Checking segment: {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:09.633621 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Network hostable DHCP agents. Network: b7d1d523-cd21-4858-98eb-03605a41b544, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:09.652132 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-822356a8-e71a-4e25-9e2a-726ce0e11193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.720193 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Network b7d1d523-cd21-4858-98eb-03605a41b544 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:09.723315 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-822356a8-e71a-4e25-9e2a-726ce0e11193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.783041 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, b7d1d523-cd21-4858-98eb-03605a41b544) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:09.787034 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.792569 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0771028-dc77-42a7-8d03-22ae258b5de8 None None] Network b7d1d523-cd21-4858-98eb-03605a41b544 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:09.796149 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d1316123-20b1-4571-9710-30e3d7815d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:09.799614 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.810642 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ddde1-e1b4-48ff-9e3c-46967aaee38a req-ff5da4f7-2fc1-41db-be2d-078b80999c9f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:09.822848 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d15ddde1-e1b4-48ff-9e3c-46967aaee38a req-ff5da4f7-2fc1-41db-be2d-078b80999c9f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 943 time: 0.4911559 May 31 11:41:09.867206 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:09.867795 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.877628 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da5fd855-c2aa-4ca6-b408-20681f938961 req-e57b4e45-b4ac-4cc8-be3e-5de3f7cdc765 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599132 May 31 11:41:09.896647 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bde3d3f-4dbc-43a9-8800-ed29beb838f7,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:09.902373 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:09.916463 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Checking segment: {'id': 'b0a661d9-5c00-41e1-a5b8-78a8f7c341d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6a8b1fa3-07b4-465f-b818-695d348211c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:09.917225 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Network hostable DHCP agents. Network: 6a8b1fa3-07b4-465f-b818-695d348211c4, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:09.931267 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Transition to ACTIVE for port object a7a2b1e9-a86c-4189-a116-ed6a663da42b will not be triggered until provisioned by entity DHCP. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:09.951397 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Network 6a8b1fa3-07b4-465f-b818-695d348211c4 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:09.976056 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d15ddde1-e1b4-48ff-9e3c-46967aaee38a req-ad37cf2c-861e-4b11-9126-9a96428ea5b5 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522706 May 31 11:41:09.980081 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 6a8b1fa3-07b4-465f-b818-695d348211c4) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:09.987375 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:09.988341 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.012462 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-822356a8-e71a-4e25-9e2a-726ce0e11193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.015290 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-822356a8-e71a-4e25-9e2a-726ce0e11193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.019739 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-822356a8-e71a-4e25-9e2a-726ce0e11193 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b3fce01-d425-482e-8e03-4bc92ca904d4 HTTP/1.1" status: 204 len: 168 time: 0.9134991 May 31 11:41:10.020303 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3e71de83-eced-416e-873d-907ef2c70db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:10.027365 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5982289 May 31 11:41:10.029473 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-7509640b-f667-432d-8e01-37595d0cfe57 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8772314 May 31 11:41:10.031223 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37532) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:10.036086 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822356a8-e71a-4e25-9e2a-726ce0e11193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3fce01-d425-482e-8e03-4bc92ca904d4,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:10.039021 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-822356a8-e71a-4e25-9e2a-726ce0e11193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:10.046110 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:10.050175 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.053289 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:10.058620 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Usage tracker for resource:router and tenant:e65c159b42774199b584b6d29e570d24 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:10.059576 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ab56310c-27f7-4528-959c-0af2e018fc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:10.061930 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:10.065257 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083bb06-c8bb-4d21-891e-b0d7175acd5b None None] Network 6a8b1fa3-07b4-465f-b818-695d348211c4 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:10.069398 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:10.088887 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.091625 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.145079 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.150346 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Network 30ac8eca-db09-4761-874b-86cad4d2c361 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:10.154237 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:10.157646 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:10.241536 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.280385 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Pushing event updated for resources: {'Port': ['ID=a7a2b1e9-a86c-4189-a116-ed6a663da42b,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:10.299003 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:10.302197 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15b6a0-42dc-4751-952b-f92d26a14de4 None None] Network b7d1d523-cd21-4858-98eb-03605a41b544 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:10.527371 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37548) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:10.528839 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.685376 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-3b2953f5-fd3e-4662-b73b-605f62ac61f9 None None] Provisioning for port a7a2b1e9-a86c-4189-a116-ed6a663da42b completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:10.788109 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-3b2953f5-fd3e-4662-b73b-605f62ac61f9 None None] Provisioning complete for port a7a2b1e9-a86c-4189-a116-ed6a663da42b triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:10.788334 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3b2953f5-fd3e-4662-b73b-605f62ac61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.838161 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.847814 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.895919 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37558) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:10.896680 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:10.975998 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.040411 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e752ae-bc3e-493c-bebf-8a6b435e3725 None None] Network 6a8b1fa3-07b4-465f-b818-695d348211c4 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:11.056978 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.071735 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.107820 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Pushing event updated for resources: {'Port': ['ID=a7a2b1e9-a86c-4189-a116-ed6a663da42b,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:11.141136 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:11.144369 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:11.153610 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:11.165662 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Usage tracker for resource:security_group_rule and tenant:54058f3799b74708961963c31193ad14 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:11.169000 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.176633 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:11.188007 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Usage tracker for resource:security_group_rule and tenant:3ebe17a1d1e84171b4ef5c24e2a1734e is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:11.206026 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:11.208563 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:11.265989 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 62252074-aba5-4873-bf85-a7fdded71443 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:11.308414 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:11.377521 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.379049 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-86ee5e6c-b344-433f-8f2e-0318862d6245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.401386 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-3b2953f5-fd3e-4662-b73b-605f62ac61f9 None None] Port a7a2b1e9-a86c-4189-a116-ed6a663da42b cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:11.403815 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 1ed019bb-4805-41cc-9ff8-44e82e5d43ed details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:11.659735 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.663162 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.677730 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:11.684710 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.691623 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.717877 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c80d33cb-d224-485f-96d4-23db21f4cbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:11.751323 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '1ed019bb-4805-41cc-9ff8-44e82e5d43ed', 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'port_id': '1ed019bb-4805-41cc-9ff8-44e82e5d43ed', 'mac_address': 'fa:16:3e:98:a7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f23f6a-9323-4239-8e5f-11c5ae869730', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:11.772243 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54058f3799b74708961963c31193ad14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2335043 May 31 11:41:11.774664 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37580) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:11.800444 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Network 30ac8eca-db09-4761-874b-86cad4d2c361 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:11.801473 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.808652 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df420c8-20ca-412a-8843-c4216fe2325e,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:11.811323 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:11.819022 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:11.832894 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e23b6d-2d0a-4d58-9421-1ce39723b853 req-22149325-8b34-4604-a5a5-90882eabba50 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:11.834127 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-49e23b6d-2d0a-4d58-9421-1ce39723b853 req-22149325-8b34-4604-a5a5-90882eabba50 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 943 time: 0.5664194 May 31 11:41:11.906668 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Allocated IP 172.27.3.193 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/ced32f9f-6b98-49b8-a40d-b95565279f8a) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:11.909209 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f851168d-1037-4df7-9286-4cdf9e016c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.912640 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.934179 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed019bb-4805-41cc-9ff8-44e82e5d43ed {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:11.950469 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 62252074-aba5-4873-bf85-a7fdded71443 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:11.957052 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 62252074-aba5-4873-bf85-a7fdded71443 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:11.957429 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.966683 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f851168d-1037-4df7-9286-4cdf9e016c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.993581 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.022363 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:12.045293 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.049660 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:12.135796 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.152070 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-92765461-5f19-47e3-b857-47f3753a993a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:12.158168 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.165154 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-49e23b6d-2d0a-4d58-9421-1ce39723b853 req-9a9c1d1e-a998-47f0-b369-4b1927827cd4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220222 May 31 11:41:12.168996 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:12.180496 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.189136 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-951579dc-a5b9-4113-8ab2-e77c383b7b19 None None] Provisioning complete for port a7a2b1e9-a86c-4189-a116-ed6a663da42b triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:12.189136 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-951579dc-a5b9-4113-8ab2-e77c383b7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.225984 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.227989 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2241ffa2-822e-4fa9-84eb-cad8bca6180c,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:12.232055 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f851168d-1037-4df7-9286-4cdf9e016c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.236800 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.239930 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-de49da94-3ebc-4e5d-b9a2-d022612709de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:12.242255 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.247283 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ebe17a1d1e84171b4ef5c24e2a1734e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2514663 May 31 11:41:12.249338 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37584) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:12.264256 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-951579dc-a5b9-4113-8ab2-e77c383b7b19 None None] Port a7a2b1e9-a86c-4189-a116-ed6a663da42b cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:12.268878 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 62252074-aba5-4873-bf85-a7fdded71443, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=62252074-aba5-4873-bf85-a7fdded71443,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:12.275375 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.277352 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:12.286215 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:41:12.320862 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:12.324128 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:12.326523 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:12.345718 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=62252074-aba5-4873-bf85-a7fdded71443,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:12.348868 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.379105 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['1ed019bb-4805-41cc-9ff8-44e82e5d43ed'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:12.398170 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-46bb9902-e616-42e0-94e1-7f847c3ad922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.447588 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Pushing event updated for resources: {'Port': ['ID=ced32f9f-6b98-49b8-a40d-b95565279f8a,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:12.458689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.459516 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f851168d-1037-4df7-9286-4cdf9e016c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.460623 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f851168d-1037-4df7-9286-4cdf9e016c47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2df420c8-20ca-412a-8843-c4216fe2325e HTTP/1.1" status: 204 len: 168 time: 0.6848264 May 31 11:41:12.461198 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fba0c684-ca5b-4319-aa82-121ad6e2fa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:12.475396 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851168d-1037-4df7-9286-4cdf9e016c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df420c8-20ca-412a-8843-c4216fe2325e,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:12.477413 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f851168d-1037-4df7-9286-4cdf9e016c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.490535 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-46bb9902-e616-42e0-94e1-7f847c3ad922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.553677 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:12.579025 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] 10.222.0.10 "PUT /v2.0/routers/778dc6c0-073a-4a69-a537-b6c0f8ffb001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8404253 May 31 11:41:12.587163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-46bb9902-e616-42e0-94e1-7f847c3ad922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.590075 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-46bb9902-e616-42e0-94e1-7f847c3ad922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.592109 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-46bb9902-e616-42e0-94e1-7f847c3ad922 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2241ffa2-822e-4fa9-84eb-cad8bca6180c HTTP/1.1" status: 204 len: 168 time: 0.3418410 May 31 11:41:12.593233 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-822356a8-e71a-4e25-9e2a-726ce0e11193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:12.596622 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Sync routers for ids ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:12.605454 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb9902-e616-42e0-94e1-7f847c3ad922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2241ffa2-822e-4fa9-84eb-cad8bca6180c,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:12.608575 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-46bb9902-e616-42e0-94e1-7f847c3ad922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.633280 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Routers {'778dc6c0-073a-4a69-a537-b6c0f8ffb001'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:12.633919 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:41:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:12.848244 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.933443 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Set router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:13.123515 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 62252074-aba5-4873-bf85-a7fdded71443 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:13.224241 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37624) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:13.257913 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.302718 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:13.312739 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Usage tracker for resource:security_group_rule and tenant:725337faa2e2431f887fd9b329be6cd1 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:13.320829 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:13.339284 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:13.514715 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 1ed019bb-4805-41cc-9ff8-44e82e5d43ed up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:13.515733 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-62271c0d-43a1-408b-b328-33546072383f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:13.518039 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-62271c0d-43a1-408b-b328-33546072383f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Synchronizing usage tracker for tenant:ca486ffb8fcb4d968270b37a9fa54b54 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:13.543474 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.555429 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.589637 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b68cf943-4e34-4a93-a1b2-58bd68aab940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:13.647311 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-62271c0d-43a1-408b-b328-33546072383f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Unset dirty status for tenant:ca486ffb8fcb4d968270b37a9fa54b54 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:13.648518 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-62271c0d-43a1-408b-b328-33546072383f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/networks?id=6a8b1fa3-07b4-465f-b818-695d348211c4 HTTP/1.1" status: 200 len: 814 time: 0.4403858 May 31 11:41:13.654647 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.663560 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37632) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:13.685278 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=725337faa2e2431f887fd9b329be6cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599440 May 31 11:41:13.689069 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3296efa0-6827-4881-b848-6913338930a8,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:13.691535 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37636) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:13.693467 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.705201 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:13.706500 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.713212 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 62252074-aba5-4873-bf85-a7fdded71443 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:13.713681 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.731005 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-163c6123-1403-46d7-b117-19f53e76f099 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/quotas/ca486ffb8fcb4d968270b37a9fa54b54 HTTP/1.1" status: 200 len: 375 time: 0.0740690 May 31 11:41:13.744174 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:13.758557 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a716fd3e7c412ab060d2a65011d59f is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:13.762809 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:13.773979 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:13.779005 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:13.784955 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:13.785648 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.810233 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af934cc4-ba11-4b11-9f8b-a2ef012a2fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.852498 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af934cc4-ba11-4b11-9f8b-a2ef012a2fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.926757 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '62252074-aba5-4873-bf85-a7fdded71443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:41:10Z', 'revision_number': 4, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port': {'id': '62252074-aba5-4873-bf85-a7fdded71443', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:01Z', 'updated_at': '2021-05-31T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'a7a2b1e9-a86c-4189-a116-ed6a663da42b', 'name': '', 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'mac_address': 'fa:16:3e:93:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '51f0d038-4105-40f9-aa9d-9ef45620355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:08Z', 'updated_at': '2021-05-31T11:41:10Z', 'revision_number': 2, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'subnets': [{'id': '51f0d038-4105-40f9-aa9d-9ef45620355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:13.932053 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Checking router: 778dc6c0-073a-4a69-a537-b6c0f8ffb001 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:13.932521 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Updating router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 port a7a2b1e9-a86c-4189-a116-ed6a663da42b binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:13.950468 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.959295 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.968783 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-113e9c82-fc75-4c6f-9043-1eb9ddf27af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:13.971652 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-e8477474-eeab-41a0-a9f6-5603638f7b01 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca486ffb8fcb4d968270b37a9fa54b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2290864 May 31 11:41:13.987351 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.988578 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af934cc4-ba11-4b11-9f8b-a2ef012a2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.037224 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4a716fd3e7c412ab060d2a65011d59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703482 May 31 11:41:14.038896 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef0f4a4-319a-4f66-b135-255637e45a2f,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:14.055173 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37644) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:14.057898 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:14.069919 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9ea318db-35e4-4882-8b0d-ff836b4bb0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:14.079673 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af934cc4-ba11-4b11-9f8b-a2ef012a2fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.080772 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-af934cc4-ba11-4b11-9f8b-a2ef012a2fa7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3296efa0-6827-4881-b848-6913338930a8 HTTP/1.1" status: 204 len: 168 time: 0.3865547 May 31 11:41:14.125638 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37650) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:14.125819 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af934cc4-ba11-4b11-9f8b-a2ef012a2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3296efa0-6827-4881-b848-6913338930a8,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:14.131241 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-af934cc4-ba11-4b11-9f8b-a2ef012a2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:14.138022 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-129968815', 'description': 'tempest-secgroup-smoke-129968815 description', 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:14.143744 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:14.148004 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:security_group and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:14.151640 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:14.157878 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:14.159197 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dc51954e-fa59-40a5-af45-c52852154d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.168663 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Router af52d646-49b2-4ee6-9f21-7aed9ebefa16 is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:41:14.182110 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.204468 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dc51954e-fa59-40a5-af45-c52852154d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.268762 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.299582 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:14.303939 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:security_group_rule and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:14.306890 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:14.311222 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:14.312904 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:14.314766 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f3ca28-d9d9-4c14-a59f-51ac8f1e4877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed019bb-4805-41cc-9ff8-44e82e5d43ed'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:14.317238 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ae8b6-06fe-41d4-931e-9840060e58a8" -d '{"events": [{"server_uuid": "85f3ca28-d9d9-4c14-a59f-51ac8f1e4877", "name": "network-vif-plugged", "status": "completed", "tag": "1ed019bb-4805-41cc-9ff8-44e82e5d43ed"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:14.322882 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.339013 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:14.355705 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dc51954e-fa59-40a5-af45-c52852154d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.364963 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-44b4acc5-0f71-4a8a-ad97-44d3fc582407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:14.377492 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-319bc1a0-2f4f-49cf-9297-c2c537db0517 service neutron] 10.222.0.10 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967404 May 31 11:41:14.387916 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51954e-fa59-40a5-af45-c52852154d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef0f4a4-319a-4f66-b135-255637e45a2f,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:14.390524 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dc51954e-fa59-40a5-af45-c52852154d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:14.393540 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dc51954e-fa59-40a5-af45-c52852154d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.395934 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dc51954e-fa59-40a5-af45-c52852154d7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ef0f4a4-319a-4f66-b135-255637e45a2f HTTP/1.1" status: 204 len: 168 time: 0.3397961 May 31 11:41:14.425123 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfd944-b290-4977-aaa5-3b0a707ab8a7 req-b0a52ce6-0cf7-42de-95ea-b8709a0ecaf9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:14.434818 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4fdfd944-b290-4977-aaa5-3b0a707ab8a7 req-b0a52ce6-0cf7-42de-95ea-b8709a0ecaf9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 945 time: 0.1632812 May 31 11:41:14.498519 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4fdfd944-b290-4977-aaa5-3b0a707ab8a7 req-2642b6ff-8f1e-4669-8b0e-65b28d449afa tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624368 May 31 11:41:14.626402 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:14.635333 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.647576 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.655781 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-05d307f1-e491-4f16-aea5-314e0f7eec9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:14.659924 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:14.701622 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:14.714054 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Sync routers for ids ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:14.734656 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Routers {'af52d646-49b2-4ee6-9f21-7aed9ebefa16'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:14.735642 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:41:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:14.784850 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fbf50d-593e-4ab2-8734-b16be005aef0 x-openstack-request-id: req-a9fbf50d-593e-4ab2-8734-b16be005aef0 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:14.785251 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f3ca28-d9d9-4c14-a59f-51ac8f1e4877", "name": "network-vif-plugged", "status": "completed", "tag": "1ed019bb-4805-41cc-9ff8-44e82e5d43ed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:14.785441 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9fbf50d-593e-4ab2-8734-b16be005aef0 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:14.785883 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f3ca28-d9d9-4c14-a59f-51ac8f1e4877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed019bb-4805-41cc-9ff8-44e82e5d43ed', 'code': 200} May 31 11:41:14.801060 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.802616 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6739578 May 31 11:41:14.806060 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37670) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:14.812294 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'security_group_rule': {'security_group_id': 'c5e00e8f-bf13-4113-9e77-5cb4f89c9187', 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:14.834003 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.849944 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:14.851558 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:security_group_rule and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:14.861911 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:14.862102 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Transition to ACTIVE for port object a7a2b1e9-a86c-4189-a116-ed6a663da42b will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:14.865202 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e00e8f-bf13-4113-9e77-5cb4f89c9187,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:14.874739 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.882662 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8491580 May 31 11:41:14.885882 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.890166 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:14.898183 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 37678) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:14.900448 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:14.901023 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:14.965765 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.015276 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Set router af52d646-49b2-4ee6-9f21-7aed9ebefa16 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:15.178139 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.191414 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.200196 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:15.256375 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882151b0-19b1-430b-859a-b7534c0728d2,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:15.264815 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:15.295367 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.296661 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4894850 May 31 11:41:15.300428 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37692) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:15.307219 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'security_group_rule': {'security_group_id': 'c5e00e8f-bf13-4113-9e77-5cb4f89c9187', 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:15.320353 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:15.326845 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:security_group_rule and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:15.334860 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:15.350531 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:15.387912 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.488729 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6aef9-c5bf-40ec-8b9d-548fc65f1196 None None] Pushing event updated for resources: {'Port': ['ID=a7a2b1e9-a86c-4189-a116-ed6a663da42b,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:15.493756 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-32b6aef9-c5bf-40ec-8b9d-548fc65f1196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:15.504127 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.511824 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.514867 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-417c4e73-3da6-4a15-9898-32dd401e6607 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:15.559177 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Attempting to bind port a7a2b1e9-a86c-4189-a116-ed6a663da42b on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:15.560317 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Attempting to bind port a7a2b1e9-a86c-4189-a116-ed6a663da42b by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:15.561541 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Attempting to bind port a7a2b1e9-a86c-4189-a116-ed6a663da42b on network 30ac8eca-db09-4761-874b-86cad4d2c361 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:15.577354 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:15.577769 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Checking segment: {'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:15.579468 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.580042 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Bound using segment: {'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:15.580967 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7e1138-35a0-41e1-878b-48392c6f0006,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:15.581284 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Bound port: a7a2b1e9-a86c-4189-a116-ed6a663da42b, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1aeee80-104e-4857-8e6d-b1c9588faf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:15.581716 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.600956 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:15.629587 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.633619 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3295634 May 31 11:41:15.634079 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37712) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:15.648840 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'security_group_rule': {'security_group_id': 'c5e00e8f-bf13-4113-9e77-5cb4f89c9187', 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:15.670071 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:15.687553 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:security_group_rule and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:15.691137 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:15.707976 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:15.713942 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-ed318f31-485f-452d-9454-2e47e42c02e4 service neutron] 10.222.0.10 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3355505 May 31 11:41:15.754521 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.757521 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T11:41:12Z', 'revision_number': 3, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port': {'id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:11Z', 'updated_at': '2021-05-31T11:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:15.778387 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Checking router: af52d646-49b2-4ee6-9f21-7aed9ebefa16 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:15.778884 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Updating router af52d646-49b2-4ee6-9f21-7aed9ebefa16 port ced32f9f-6b98-49b8-a40d-b95565279f8a binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:15.835167 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] For port a7a2b1e9-a86c-4189-a116-ed6a663da42b, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:15.841625 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] For port a7a2b1e9-a86c-4189-a116-ed6a663da42b, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=a7a2b1e9-a86c-4189-a116-ed6a663da42b,segment=NetworkSegment(d1aeee80-104e-4857-8e6d-b1c9588faf1a),segment_id=d1aeee80-104e-4857-8e6d-b1c9588faf1a)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:15.854679 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.862796 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:15.952391 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.089830 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.108259 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6aef9-c5bf-40ec-8b9d-548fc65f1196 None None] Pushing event updated for resources: {'Port': ['ID=a7a2b1e9-a86c-4189-a116-ed6a663da42b,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:16.122073 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-32b6aef9-c5bf-40ec-8b9d-548fc65f1196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:16.148877 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d25c-f902-4f88-9f82-7df4acee0090 req-67dacd78-333a-44c8-8a3e-b3304f13311c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:16.150839 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fd09d25c-f902-4f88-9f82-7df4acee0090 req-67dacd78-333a-44c8-8a3e-b3304f13311c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 945 time: 0.3372009 May 31 11:41:16.154435 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.171181 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-463193bd-a683-454b-bebf-793ab530141e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:16.172596 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Routers {'778dc6c0-073a-4a69-a537-b6c0f8ffb001'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:16.172988 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:41:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:16.255234 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689e7ef1-def3-4f84-bcae-5cde17c2b678,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:16.265581 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:16.307396 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.308576 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6723790 May 31 11:41:16.313746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37744) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:16.319688 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c903e9-0bb7-43f7-8f29-ade7071e4831 req-3712d21a-086d-44f5-a9cf-d243d124e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:16.320814 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'security_group_rule': {'security_group_id': 'c5e00e8f-bf13-4113-9e77-5cb4f89c9187', 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:16.321977 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0c903e9-0bb7-43f7-8f29-ade7071e4831 req-3712d21a-086d-44f5-a9cf-d243d124e328 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 1098 time: 0.6061747 May 31 11:41:16.332629 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:16.336455 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:security_group_rule and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:16.339423 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:16.346338 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:16.356208 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fd09d25c-f902-4f88-9f82-7df4acee0090 req-bfff882f-a115-43b3-af93-103f397dd0c9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859510 May 31 11:41:16.386082 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.640042 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.649610 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.664083 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-54b1dac2-bd27-47e0-8499-bf1d5d91df7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:16.665050 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.671572 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.681510 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Transition to ACTIVE for port object ced32f9f-6b98-49b8-a40d-b95565279f8a will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:16.693991 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e618603-e128-4099-b824-c03d377c7b21 req-4aef6688-9c3b-409b-a44d-948098f2be21 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.2874923 May 31 11:41:16.702160 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.712452 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:16.720898 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fb3752-758c-43ec-86d9-f4e75609b92e,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:16.735746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:16.760198 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.764072 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4467330 May 31 11:41:16.764232 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37758) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:16.770360 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'security_group_rule': {'security_group_id': 'c5e00e8f-bf13-4113-9e77-5cb4f89c9187', 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:16.792449 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:16.809750 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:security_group_rule and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:16.815766 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:16.831934 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0c903e9-0bb7-43f7-8f29-ade7071e4831 req-29544b29-2929-4460-ab4f-d46c8330a0ac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246287 May 31 11:41:16.832512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:16.877369 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.securitygroups_db [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Project c64fc9e3b7fe492a86603ee3b85df696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:41:16.884630 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.942616 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Allocated IP 172.20.0.1 (b7d1d523-cd21-4858-98eb-03605a41b544/d24b8f4e-5ab5-4163-9db8-dff06ccfdde2/c6945532-ab15-4a15-b8d9-e3209d8771b8) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:16.960873 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] Set router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:16.982862 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Attempting to bind port ced32f9f-6b98-49b8-a40d-b95565279f8a on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:16.984380 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Attempting to bind port ced32f9f-6b98-49b8-a40d-b95565279f8a by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:16.984800 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Attempting to bind port ced32f9f-6b98-49b8-a40d-b95565279f8a on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:17.014227 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396e13-031a-4ca7-b709-7c57bf97e207 None None] Pushing event updated for resources: {'Port': ['ID=ced32f9f-6b98-49b8-a40d-b95565279f8a,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:17.027087 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:17.028204 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:17.028481 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.030598 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:17.031206 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Bound port: ced32f9f-6b98-49b8-a40d-b95565279f8a, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:17.033267 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.099657 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.111752 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.120483 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:17.197336 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f114757-672b-457e-bb21-ab7086c31a52,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:17.200704 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:17.204586 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.209097 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b1d49265-bc28-4265-a967-5751fff4a891 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4412382 May 31 11:41:17.209217 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37772) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:17.215825 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'security_group_rule': {'security_group_id': 'c5e00e8f-bf13-4113-9e77-5cb4f89c9187', 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:17.223007 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:17.227699 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:security_group_rule and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:17.231356 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:17.238100 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:17.253018 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e5396e13-031a-4ca7-b709-7c57bf97e207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:17.257822 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.securitygroups_db [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Project c64fc9e3b7fe492a86603ee3b85df696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:41:17.267396 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.277481 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.351651 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.357525 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:17.392355 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] For port ced32f9f-6b98-49b8-a40d-b95565279f8a, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:17.402768 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] For port ced32f9f-6b98-49b8-a40d-b95565279f8a, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=ced32f9f-6b98-49b8-a40d-b95565279f8a,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:17.413186 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.422294 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:17.429587 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.440005 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.455888 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:17.526986 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a280c1-448e-4949-b632-02e2a6c15f3f,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:17.557767 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:17.572064 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.577229 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3668842 May 31 11:41:17.607876 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Network b7d1d523-cd21-4858-98eb-03605a41b544 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:17.610227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:17.612770 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:17.614005 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.626913 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Pushing event updated for resources: {'Port': ['ID=c6945532-ab15-4a15-b8d9-e3209d8771b8,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:17.631231 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:17.695083 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37790) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:17.739955 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Routers {'af52d646-49b2-4ee6-9f21-7aed9ebefa16'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:17.740629 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:41:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:17.815916 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f61c2-81c9-4aef-9c8c-e549d61ca967 req-6c5890df-0739-4eee-97b8-22942c4b530d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:17.816826 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-4f7f61c2-81c9-4aef-9c8c-e549d61ca967 req-6c5890df-0739-4eee-97b8-22942c4b530d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:17.869533 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396e13-031a-4ca7-b709-7c57bf97e207 None None] Pushing event updated for resources: {'Port': ['ID=ced32f9f-6b98-49b8-a40d-b95565279f8a,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:17.877180 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-4f7f61c2-81c9-4aef-9c8c-e549d61ca967 req-6c5890df-0739-4eee-97b8-22942c4b530d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:17.879140 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4f7f61c2-81c9-4aef-9c8c-e549d61ca967 req-6c5890df-0739-4eee-97b8-22942c4b530d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 945 time: 0.2556856 May 31 11:41:17.885194 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e5396e13-031a-4ca7-b709-7c57bf97e207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:17.925867 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '62252074-aba5-4873-bf85-a7fdded71443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:41:10Z', 'revision_number': 4, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port': {'id': '62252074-aba5-4873-bf85-a7fdded71443', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:01Z', 'updated_at': '2021-05-31T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'a7a2b1e9-a86c-4189-a116-ed6a663da42b', 'name': '', 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'mac_address': 'fa:16:3e:93:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '51f0d038-4105-40f9-aa9d-9ef45620355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:08Z', 'updated_at': '2021-05-31T11:41:15Z', 'revision_number': 4, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'subnets': [{'id': '51f0d038-4105-40f9-aa9d-9ef45620355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:17.933449 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de834844-c4c0-4325-a78c-c44580a65a78 None None] The sync data for ids ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'] in dv-cinder-791240-4-iscsi is: [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '62252074-aba5-4873-bf85-a7fdded71443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:41:10Z', 'revision_number': 4, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port': {'id': '62252074-aba5-4873-bf85-a7fdded71443', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:01Z', 'updated_at': '2021-05-31T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'a7a2b1e9-a86c-4189-a116-ed6a663da42b', 'name': '', 'network_id': '30ac8eca-db09-4761-874b-86cad4d2c361', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'mac_address': 'fa:16:3e:93:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '51f0d038-4105-40f9-aa9d-9ef45620355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:08Z', 'updated_at': '2021-05-31T11:41:15Z', 'revision_number': 4, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'subnets': [{'id': '51f0d038-4105-40f9-aa9d-9ef45620355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:18.047716 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4f7f61c2-81c9-4aef-9c8c-e549d61ca967 req-70626fa0-f109-42e4-b266-d870dfcd9db5 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606505 May 31 11:41:18.065323 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.099762 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.119343 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d9162404-0732-4504-87cb-673df1b438cb req-e8a3ce2f-c03f-448a-aa13-f5c9aa7a195f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.1542959 May 31 11:41:18.124991 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:18.130156 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Usage tracker for resource:security_group_rule and tenant:a1a36c681fde4ff2a5eef24bbf608ea4 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:18.133388 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:18.139654 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] Set router af52d646-49b2-4ee6-9f21-7aed9ebefa16 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:18.146167 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:18.381986 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.398977 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.419579 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4bdec5ce-cc81-4097-b8b4-7f736195a5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:18.489122 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1a36c681fde4ff2a5eef24bbf608ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7928402 May 31 11:41:18.489804 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 37840) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:18.583578 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e1aa5-9f2b-4eb5-9cda-a2f75ac0f742,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:18.597320 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:18.630605 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T11:41:12Z', 'revision_number': 3, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port': {'id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:11Z', 'updated_at': '2021-05-31T11:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:18.638350 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a94ed-d840-49cb-8dbf-3d09f883e008 None None] The sync data for ids ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'] in dv-cinder-791240-4-iscsi is: [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T11:41:12Z', 'revision_number': 3, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port': {'id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:11Z', 'updated_at': '2021-05-31T11:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:18.681960 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-84e724da-0fae-491a-b059-99742847470b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.775585 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-84e724da-0fae-491a-b059-99742847470b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.952279 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-84e724da-0fae-491a-b059-99742847470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.956739 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7f80ba43-48bf-4212-a2b9-db4b30468924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:18.983712 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e724da-0fae-491a-b059-99742847470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e1aa5-9f2b-4eb5-9cda-a2f75ac0f742,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:18.997909 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-84e724da-0fae-491a-b059-99742847470b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:18.998953 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-84e724da-0fae-491a-b059-99742847470b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.000804 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-84e724da-0fae-491a-b059-99742847470b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/203e1aa5-9f2b-4eb5-9cda-a2f75ac0f742 HTTP/1.1" status: 204 len: 168 time: 0.4998789 May 31 11:41:19.223576 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.239616 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.243252 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.250046 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:19.265042 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device a7a2b1e9-a86c-4189-a116-ed6a663da42b up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:19.351982 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-18137bf0-65bc-430c-9cdb-29a5e52fa856 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:19.357857 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-18137bf0-65bc-430c-9cdb-29a5e52fa856 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.52 "GET /v2.0/networks?id=6a8b1fa3-07b4-465f-b818-695d348211c4 HTTP/1.1" status: 200 len: 814 time: 0.6236360 May 31 11:41:19.426415 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port a7a2b1e9-a86c-4189-a116-ed6a663da42b completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:19.434413 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port a7a2b1e9-a86c-4189-a116-ed6a663da42b triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:19.435341 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.444917 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Pushing event updated for resources: {'Port': ['ID=c6945532-ab15-4a15-b8d9-e3209d8771b8,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:19.519751 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51021c2-9c6f-445b-9bc3-18906dbfce99 req-9b55cd9c-51eb-491b-b8c3-740fe1287e2f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:19.529711 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d51021c2-9c6f-445b-9bc3-18906dbfce99 req-9b55cd9c-51eb-491b-b8c3-740fe1287e2f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 945 time: 0.1626155 May 31 11:41:19.596187 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:19.620694 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d51021c2-9c6f-445b-9bc3-18906dbfce99 req-af4165cf-ed4d-430c-b424-64eab965b22c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882227 May 31 11:41:19.681220 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.741934 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4203932a-5d61-4385-a325-4ec74cbefb4c req-40b36379-26d0-4d54-a4a6-196a876dd9fe tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.1469095 May 31 11:41:19.760776 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port a7a2b1e9-a86c-4189-a116-ed6a663da42b, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=a7a2b1e9-a86c-4189-a116-ed6a663da42b,segment=NetworkSegment(d1aeee80-104e-4857-8e6d-b1c9588faf1a),segment_id=d1aeee80-104e-4857-8e6d-b1c9588faf1a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:19.783062 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.785650 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:19.837246 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Network b7d1d523-cd21-4858-98eb-03605a41b544 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:19.838768 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:19.921509 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=a7a2b1e9-a86c-4189-a116-ed6a663da42b,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:19.924980 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:20.136688 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Router af52d646-49b2-4ee6-9f21-7aed9ebefa16 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:41:20.369437 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:20.382987 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] 10.222.0.10 "PUT /v2.0/routers/af52d646-49b2-4ee6-9f21-7aed9ebefa16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4834766 May 31 11:41:21.133794 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-d424f8a0-a8d2-402c-b097-ffb34097312e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:21.140624 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-d424f8a0-a8d2-402c-b097-ffb34097312e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 819 time: 0.2293358 May 31 11:41:21.157306 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-0fb1bbd2-8418-4db7-a8e5-f622010f0579 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/quotas/e65c159b42774199b584b6d29e570d24 HTTP/1.1" status: 200 len: 375 time: 0.0150115 May 31 11:41:21.177988 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device a7a2b1e9-a86c-4189-a116-ed6a663da42b up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:21.247636 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-5fdbbfd2-0b38-41ce-8a71-3dbd1d634eb1 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893180 May 31 11:41:21.263114 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port a7a2b1e9-a86c-4189-a116-ed6a663da42b triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:21.263482 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.386929 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-0cd34f93-0954-4501-a32e-b815c6524106 service neutron] 10.222.0.10 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384497 May 31 11:41:21.394656 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device ced32f9f-6b98-49b8-a40d-b95565279f8a up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:21.466573 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port ced32f9f-6b98-49b8-a40d-b95565279f8a completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:21.471304 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port ced32f9f-6b98-49b8-a40d-b95565279f8a triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:21.471687 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.529865 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-bcc21d55-18cb-47d3-b153-5c9d313679c2 service neutron] 10.222.0.10 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343701 May 31 11:41:21.599171 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.620416 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port ced32f9f-6b98-49b8-a40d-b95565279f8a, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=ced32f9f-6b98-49b8-a40d-b95565279f8a,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:21.624762 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Sync routers for ids ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:21.629735 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.633397 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-32b6aef9-c5bf-40ec-8b9d-548fc65f1196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:21.696961 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Routers {'af52d646-49b2-4ee6-9f21-7aed9ebefa16'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:21.708141 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:41:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:21.829535 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-376fe3a1-6d16-4048-b1f7-6393ad460701 req-8ab1815b-8380-4020-bcb7-0804cfb80103 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0667915 May 31 11:41:21.913408 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=ced32f9f-6b98-49b8-a40d-b95565279f8a,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:21.958751 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Request body: {'port': {'device_id': 'ff079aa6-4a77-48fa-959d-0b31ed7a9cd1', 'network_id': '6a8b1fa3-07b4-465f-b818-695d348211c4', 'admin_state_up': True, 'tenant_id': 'ca486ffb8fcb4d968270b37a9fa54b54'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:22.011610 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-572a3662-75f0-443b-be54-9c9b8534f689 req-d6f42336-5dfb-4fb2-bd47-e6504b171c33 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 210 time: 0.0926411 May 31 11:41:22.025062 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:22.060935 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Set router af52d646-49b2-4ee6-9f21-7aed9ebefa16 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:22.252725 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:22.255524 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Usage tracker for resource:port and tenant:ca486ffb8fcb4d968270b37a9fa54b54 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:22.259613 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:22.268617 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:22.279674 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Made reservation on behalf of ca486ffb8fcb4d968270b37a9fa54b54 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:22.285731 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.536991 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T11:41:17Z', 'revision_number': 4, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port': {'id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:11Z', 'updated_at': '2021-05-31T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'c6945532-ab15-4a15-b8d9-e3209d8771b8', 'name': '', 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'mac_address': 'fa:16:3e:7b:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd24b8f4e-5ab5-4163-9db8-dff06ccfdde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:16Z', 'updated_at': '2021-05-31T11:41:18Z', 'revision_number': 2, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'subnets': [{'id': 'd24b8f4e-5ab5-4163-9db8-dff06ccfdde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:22.541707 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Checking router: af52d646-49b2-4ee6-9f21-7aed9ebefa16 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:22.542175 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Updating router af52d646-49b2-4ee6-9f21-7aed9ebefa16 port c6945532-ab15-4a15-b8d9-e3209d8771b8 binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:22.543261 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Allocated IP 172.20.0.9 (6a8b1fa3-07b4-465f-b818-695d348211c4/5bde3d3f-4dbc-43a9-8800-ed29beb838f7/6d683f41-c00f-4cc3-939e-582712ef9633) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:22.596561 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-b3b83d36-70d1-46d9-b01d-9605e83c0c97 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:22.598233 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-b3b83d36-70d1-46d9-b01d-9605e83c0c97 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 819 time: 0.2366209 May 31 11:41:22.617263 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-c4151e0f-c189-45f5-b3d1-4ef9e4142ef6 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/quotas/e65c159b42774199b584b6d29e570d24 HTTP/1.1" status: 200 len: 375 time: 0.0111530 May 31 11:41:22.625532 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.728227 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-4c8c6cc2-d928-425c-9bd1-97b84a823063 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035836 May 31 11:41:22.791706 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.865177 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.891752 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:22.918063 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-1e32cd48-b068-45d7-8d18-b7f31810a207 service neutron] 10.222.0.10 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887069 May 31 11:41:23.083437 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Network 6a8b1fa3-07b4-465f-b818-695d348211c4 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:23.089337 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:23.098227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:23.104863 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:23.105694 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.140426 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-8efac208-ea38-46ab-85e0-587074c31753 service neutron] 10.222.0.10 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211237 May 31 11:41:23.151936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Pushing event updated for resources: {'Port': ['ID=6d683f41-c00f-4cc3-939e-582712ef9633,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:23.167063 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:23.178214 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device ced32f9f-6b98-49b8-a40d-b95565279f8a up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:23.201708 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2467825 May 31 11:41:23.238827 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26832-f6fa-4691-b574-cb33997d883e req-82047f78-1306-4ded-883a-2ab13c688464 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:23.239830 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-b6c26832-f6fa-4691-b574-cb33997d883e req-82047f78-1306-4ded-883a-2ab13c688464 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Synchronizing usage tracker for tenant:ca486ffb8fcb4d968270b37a9fa54b54 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:23.250339 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Request body: {'port': {'device_id': 'ff079aa6-4a77-48fa-959d-0b31ed7a9cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:23.358046 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port ced32f9f-6b98-49b8-a40d-b95565279f8a triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:23.359309 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.438845 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.459669 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Transition to ACTIVE for port object c6945532-ab15-4a15-b8d9-e3209d8771b8 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:23.490992 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.502547 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:23.661433 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-b6c26832-f6fa-4691-b574-cb33997d883e req-82047f78-1306-4ded-883a-2ab13c688464 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Unset dirty status for tenant:ca486ffb8fcb4d968270b37a9fa54b54 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:23.662636 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b6c26832-f6fa-4691-b574-cb33997d883e req-82047f78-1306-4ded-883a-2ab13c688464 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 931 time: 0.5752041 May 31 11:41:23.783848 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.847174 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-b6c26832-f6fa-4691-b574-cb33997d883e req-ba8086b3-f003-4a8c-89e3-6fc09c8da3b7 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Synchronizing usage tracker for tenant:ca486ffb8fcb4d968270b37a9fa54b54 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:23.900751 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1cfb331b-804a-4764-be92-b2c948e21436 req-e7f87b56-9319-4fa9-b4e0-5d4d6da2f6e3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 210 time: 0.1176322 May 31 11:41:23.929022 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-b6c26832-f6fa-4691-b574-cb33997d883e req-ba8086b3-f003-4a8c-89e3-6fc09c8da3b7 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Unset dirty status for tenant:ca486ffb8fcb4d968270b37a9fa54b54 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:23.930486 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b6c26832-f6fa-4691-b574-cb33997d883e req-ba8086b3-f003-4a8c-89e3-6fc09c8da3b7 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496357 May 31 11:41:23.993516 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-087b6381-2f20-4ac5-be12-57f6d5d5af2c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:23.995416 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-087b6381-2f20-4ac5-be12-57f6d5d5af2c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 819 time: 0.4963951 May 31 11:41:24.019119 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d3df-ed47-4159-bf5f-98c75e29bd58 None None] Pushing event updated for resources: {'Port': ['ID=c6945532-ab15-4a15-b8d9-e3209d8771b8,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:24.021426 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Request body: {'port': {'device_id': '0e4bfb59-4cfc-498b-a244-82868debb9ff', 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544', 'admin_state_up': True, 'tenant_id': 'e65c159b42774199b584b6d29e570d24'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:24.092911 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f9b5d3df-ed47-4159-bf5f-98c75e29bd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:24.147995 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Attempting to bind port c6945532-ab15-4a15-b8d9-e3209d8771b8 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:24.148467 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Attempting to bind port c6945532-ab15-4a15-b8d9-e3209d8771b8 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:24.148955 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Attempting to bind port c6945532-ab15-4a15-b8d9-e3209d8771b8 on network b7d1d523-cd21-4858-98eb-03605a41b544 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:24.159663 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:24.160038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Checking segment: {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:24.160827 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.161294 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Bound using segment: {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:24.161858 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Bound port: c6945532-ab15-4a15-b8d9-e3209d8771b8, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:24.162253 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.221231 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:24.225801 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Usage tracker for resource:port and tenant:e65c159b42774199b584b6d29e570d24 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:24.229303 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:24.237096 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:24.247789 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Made reservation on behalf of e65c159b42774199b584b6d29e570d24 for: {'port': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:24.253117 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.304616 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] For port c6945532-ab15-4a15-b8d9-e3209d8771b8, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:24.312150 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] For port c6945532-ab15-4a15-b8d9-e3209d8771b8, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=c6945532-ab15-4a15-b8d9-e3209d8771b8,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:24.320301 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.324846 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:24.478052 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Routers {'af52d646-49b2-4ee6-9f21-7aed9ebefa16'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:24.478733 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:41:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:24.518683 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d683f41-c00f-4cc3-939e-582712ef9633 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:24.527461 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.545811 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Transition to ACTIVE for port object 6d683f41-c00f-4cc3-939e-582712ef9633 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:24.570876 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.578689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:24.735215 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d3df-ed47-4159-bf5f-98c75e29bd58 None None] Pushing event updated for resources: {'Port': ['ID=c6945532-ab15-4a15-b8d9-e3209d8771b8,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:24.750122 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f9b5d3df-ed47-4159-bf5f-98c75e29bd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:24.806068 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Allocated IP 172.20.0.3 (b7d1d523-cd21-4858-98eb-03605a41b544/d24b8f4e-5ab5-4163-9db8-dff06ccfdde2/5807380b-16a8-42c0-8f01-b90ad546f152) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:24.986680 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d683f41-c00f-4cc3-939e-582712ef9633,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:24.991423 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:25.018803 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] Set router af52d646-49b2-4ee6-9f21-7aed9ebefa16 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:25.092464 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Attempting to bind port 6d683f41-c00f-4cc3-939e-582712ef9633 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:25.092830 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Attempting to bind port 6d683f41-c00f-4cc3-939e-582712ef9633 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'b0a661d9-5c00-41e1-a5b8-78a8f7c341d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6a8b1fa3-07b4-465f-b818-695d348211c4'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:25.093181 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Attempting to bind port 6d683f41-c00f-4cc3-939e-582712ef9633 on network 6a8b1fa3-07b4-465f-b818-695d348211c4 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:25.132490 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Port 6d683f41-c00f-4cc3-939e-582712ef9633 on network 6a8b1fa3-07b4-465f-b818-695d348211c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:25.138001 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Attempting to bind port 6d683f41-c00f-4cc3-939e-582712ef9633 on network 6a8b1fa3-07b4-465f-b818-695d348211c4 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:25.187093 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e1e3d8b4-9b34-4d18-9d46-d771456a4788 req-474c0b53-b3cb-413d-b0f3-8b9ae0271521 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Synchronizing usage tracker for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:25.191028 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:25.198556 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Checking segment: {'id': 'b0a661d9-5c00-41e1-a5b8-78a8f7c341d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6a8b1fa3-07b4-465f-b818-695d348211c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:25.199284 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Bound using segment: {'id': 'b0a661d9-5c00-41e1-a5b8-78a8f7c341d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6a8b1fa3-07b4-465f-b818-695d348211c4'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:25.200021 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Bound port: 6d683f41-c00f-4cc3-939e-582712ef9633, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a661d9-5c00-41e1-a5b8-78a8f7c341d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6a8b1fa3-07b4-465f-b818-695d348211c4'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:25.200682 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.290428 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-a2b58c39-cc98-457b-8142-67cea2b60c8d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:25.297899 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-a2b58c39-cc98-457b-8142-67cea2b60c8d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 814 time: 0.4836535 May 31 11:41:25.327413 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e1e3d8b4-9b34-4d18-9d46-d771456a4788 req-474c0b53-b3cb-413d-b0f3-8b9ae0271521 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Unset dirty status for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:25.335643 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-7edc030c-6c4b-4551-aa94-ff1c7aad44d6 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/quotas/2eb073d9eea34204a29999727dc66301 HTTP/1.1" status: 200 len: 375 time: 0.0365751 May 31 11:41:25.342480 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e1e3d8b4-9b34-4d18-9d46-d771456a4788 req-474c0b53-b3cb-413d-b0f3-8b9ae0271521 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 210 time: 0.2110033 May 31 11:41:25.406743 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] For port 6d683f41-c00f-4cc3-939e-582712ef9633, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:25.414614 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] For port 6d683f41-c00f-4cc3-939e-582712ef9633, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6d683f41-c00f-4cc3-939e-582712ef9633,segment=NetworkSegment(b0a661d9-5c00-41e1-a5b8-78a8f7c341d2),segment_id=b0a661d9-5c00-41e1-a5b8-78a8f7c341d2)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:25.425904 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.439943 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:25.500081 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38098) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:25.558041 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-73020803-ab46-4194-82c0-5f796708a832 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2214646 May 31 11:41:25.740944 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T11:41:17Z', 'revision_number': 4, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port': {'id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:11Z', 'updated_at': '2021-05-31T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'c6945532-ab15-4a15-b8d9-e3209d8771b8', 'name': '', 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'mac_address': 'fa:16:3e:7b:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd24b8f4e-5ab5-4163-9db8-dff06ccfdde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:16Z', 'updated_at': '2021-05-31T11:41:24Z', 'revision_number': 4, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'subnets': [{'id': 'd24b8f4e-5ab5-4163-9db8-dff06ccfdde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:25.755223 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f3b33-9228-4129-b1b4-2b87119e9940 None None] The sync data for ids ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'] in dv-cinder-791240-4-iscsi is: [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T11:41:17Z', 'revision_number': 4, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port': {'id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:11Z', 'updated_at': '2021-05-31T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'c6945532-ab15-4a15-b8d9-e3209d8771b8', 'name': '', 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'mac_address': 'fa:16:3e:7b:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd24b8f4e-5ab5-4163-9db8-dff06ccfdde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:16Z', 'updated_at': '2021-05-31T11:41:24Z', 'revision_number': 4, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'subnets': [{'id': 'd24b8f4e-5ab5-4163-9db8-dff06ccfdde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:25.757694 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.770717 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-5ed9622f-6ea7-46f5-8f7c-29b2e94d4669 service neutron] 10.222.0.10 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114940 May 31 11:41:25.798864 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-45bc6260-416c-47b3-873e-87a66877605c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:25.800406 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-45bc6260-416c-47b3-873e-87a66877605c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Synchronizing usage tracker for tenant:e65c159b42774199b584b6d29e570d24 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:26.042504 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:26.043483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.044919 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.045269 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] 10.222.0.52 "PUT /v2.0/ports/6d683f41-c00f-4cc3-939e-582712ef9633 HTTP/1.1" status: 200 len: 1093 time: 2.8011818 May 31 11:41:26.061330 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff079aa6-4a77-48fa-959d-0b31ed7a9cd1', 'tag': '6d683f41-c00f-4cc3-939e-582712ef9633'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:26.067315 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80006a78-7e52-4b5f-a837-1cd9ce44da2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff079aa6-4a77-48fa-959d-0b31ed7a9cd1", "tag": "6d683f41-c00f-4cc3-939e-582712ef9633"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:26.077624 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:26.207454 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6df24fa0-d4b1-4ae7-bf9d-e696b4fa4999 service neutron] 10.222.0.10 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357820 May 31 11:41:26.238522 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-45bc6260-416c-47b3-873e-87a66877605c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Unset dirty status for tenant:e65c159b42774199b584b6d29e570d24 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:26.239649 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-45bc6260-416c-47b3-873e-87a66877605c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 819 time: 0.7469223 May 31 11:41:26.265346 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Network b7d1d523-cd21-4858-98eb-03605a41b544 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:26.272963 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:26.275210 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Request body: {'port': {'device_id': '7491e0b7-bd24-4c79-8ad1-8a79a817dfd0', 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544', 'admin_state_up': True, 'tenant_id': 'e65c159b42774199b584b6d29e570d24'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:26.277207 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:26.305157 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.334181 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d683f41-c00f-4cc3-939e-582712ef9633,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:26.346916 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:26.412856 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Pushing event updated for resources: {'Port': ['ID=5807380b-16a8-42c0-8f01-b90ad546f152,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:26.430047 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:26.449300 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:26.450163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.464512 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:26.494868 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Usage tracker for resource:security_group_rule and tenant:5dbb0b6748cc4d699b0e0b63279f7b8b is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:26.518578 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5039763 May 31 11:41:26.540497 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Request body: {'port': {'device_id': '0e4bfb59-4cfc-498b-a244-82868debb9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:26.575992 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:26.622526 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:26.649531 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997884a6-79af-4fbc-89c4-c0762d5fde8a x-openstack-request-id: req-997884a6-79af-4fbc-89c4-c0762d5fde8a {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:26.649873 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff079aa6-4a77-48fa-959d-0b31ed7a9cd1", "tag": "6d683f41-c00f-4cc3-939e-582712ef9633", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:26.650152 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-997884a6-79af-4fbc-89c4-c0762d5fde8a {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:26.650570 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff079aa6-4a77-48fa-959d-0b31ed7a9cd1', 'tag': '6d683f41-c00f-4cc3-939e-582712ef9633', 'status': 'completed', 'code': 200} May 31 11:41:26.700533 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-25a5bdd1-7712-4444-96c0-6672d3ebfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:26.726618 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-25a5bdd1-7712-4444-96c0-6672d3ebfd91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca486ffb8fcb4d968270b37a9fa54b54&device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 1096 time: 0.6035445 May 31 11:41:26.836618 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-b8abea74-e72e-4a28-ae96-abff4d62449d req-ec0e03f3-db31-4b9c-b9c3-33b5bc069f47 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Synchronizing usage tracker for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:26.857745 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.888987 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a94ab-1350-47b4-bcf3-73c819a3bef6 req-1b3e8fba-4f88-4e9d-b224-c62bb347e065 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:26.907344 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4d6a94ab-1350-47b4-bcf3-73c819a3bef6 req-1b3e8fba-4f88-4e9d-b224-c62bb347e065 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 943 time: 1.0343447 May 31 11:41:26.948192 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-b8abea74-e72e-4a28-ae96-abff4d62449d req-ec0e03f3-db31-4b9c-b9c3-33b5bc069f47 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Unset dirty status for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:26.949789 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b8abea74-e72e-4a28-ae96-abff4d62449d req-ec0e03f3-db31-4b9c-b9c3-33b5bc069f47 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 210 time: 0.1762085 May 31 11:41:26.963061 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-f61b2668-40bb-4f09-87ba-f2311c6b7e40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d683f41-c00f-4cc3-939e-582712ef9633 HTTP/1.1" status: 200 len: 217 time: 0.2171440 May 31 11:41:27.098192 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:27.146513 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4d6a94ab-1350-47b4-bcf3-73c819a3bef6 req-50674b82-45c7-4aba-bfe8-666bbddcc302 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381985 May 31 11:41:27.158337 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-828a2a98-ed7b-430f-aa7b-40d946fe79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:27.159929 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-828a2a98-ed7b-430f-aa7b-40d946fe79cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5bde3d3f-4dbc-43a9-8800-ed29beb838f7 HTTP/1.1" status: 200 len: 854 time: 0.1892350 May 31 11:41:27.169197 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:27.252560 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device c6945532-ab15-4a15-b8d9-e3209d8771b8 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:27.258810 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-be269d79-45f0-45c3-9e94-d389a04ccd0c req-6de0a52c-1241-4893-a590-46a7fca8b2ec tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 210 time: 0.0999789 May 31 11:41:27.272501 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-4d149576-6d5f-453e-840b-6daa8b5c04d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a8b1fa3-07b4-465f-b818-695d348211c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044083 May 31 11:41:27.451413 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Made reservation on behalf of e65c159b42774199b584b6d29e570d24 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:27.463807 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.493595 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port c6945532-ab15-4a15-b8d9-e3209d8771b8 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:27.498945 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port c6945532-ab15-4a15-b8d9-e3209d8771b8 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:27.499679 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.699576 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.723816 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.736514 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.755708 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ccce5f2e-302a-4301-b525-7ed9f4bebff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:27.799259 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port c6945532-ab15-4a15-b8d9-e3209d8771b8, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=c6945532-ab15-4a15-b8d9-e3209d8771b8,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:27.804136 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5807380b-16a8-42c0-8f01-b90ad546f152 {{(pid=98396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:27.807472 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.809654 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f9b5d3df-ed47-4159-bf5f-98c75e29bd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:27.828604 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.863471 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Transition to ACTIVE for port object 5807380b-16a8-42c0-8f01-b90ad546f152 will not be triggered until provisioned by entity L2. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:27.874191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.881151 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:27.964502 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dbb0b6748cc4d699b0e0b63279f7b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1734488 May 31 11:41:27.969591 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 38164) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:27.986770 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-956f65db-ce6f-4017-85a4-ddb2f72afb2d service neutron] 10.222.0.52 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035987 May 31 11:41:27.987387 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=c6945532-ab15-4a15-b8d9-e3209d8771b8,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:27.990347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c8e98-c0ea-4930-b0d2-78bb1a198e48,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:27.991664 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:27.995604 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:28.196691 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b536468f-7872-4d8c-9bc1-c6c369804755 req-d88da8fb-79a8-493b-bd60-090cef721abe tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 210 time: 0.0594993 May 31 11:41:28.205450 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Allocated IP 172.20.0.5 (b7d1d523-cd21-4858-98eb-03605a41b544/d24b8f4e-5ab5-4163-9db8-dff06ccfdde2/ff10933d-7e5a-4f6f-b7b7-1a87b462085b) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:28.292969 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Pushing event updated for resources: {'Port': ['ID=5807380b-16a8-42c0-8f01-b90ad546f152,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:28.316999 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:28.340406 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76aa0edd-a468-4424-8839-f04871b6b4c8 req-84cb3319-4cc4-4aec-ae4b-0e26d34c9511 service neutron] 10.222.0.52 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435276 May 31 11:41:28.410311 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6506b62d-16c1-4b22-887c-efbe11042863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.449959 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Attempting to bind port 5807380b-16a8-42c0-8f01-b90ad546f152 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:28.450304 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Attempting to bind port 5807380b-16a8-42c0-8f01-b90ad546f152 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'}] {{(pid=98396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:28.450655 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Attempting to bind port 5807380b-16a8-42c0-8f01-b90ad546f152 on network b7d1d523-cd21-4858-98eb-03605a41b544 {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:28.469291 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Port 5807380b-16a8-42c0-8f01-b90ad546f152 on network b7d1d523-cd21-4858-98eb-03605a41b544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:28.469524 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Attempting to bind port 5807380b-16a8-42c0-8f01-b90ad546f152 on network b7d1d523-cd21-4858-98eb-03605a41b544 {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:28.472596 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6506b62d-16c1-4b22-887c-efbe11042863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.489123 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.52', 64520) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:28.498363 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:28.498363 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Checking segment: {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:28.498679 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Bound using segment: {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'} {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:28.499105 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Bound port: 5807380b-16a8-42c0-8f01-b90ad546f152, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'}}] {{(pid=98396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:28.499448 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.564502 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b0fd4774-2e2b-4811-a4d9-71e479c13966 req-f5633252-3bb4-41a8-96e4-6c9c274ddf8c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 210 time: 0.1099505 May 31 11:41:28.669459 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.686975 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-6e2c0582-547b-41be-8176-54383197f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:28.688891 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-6e2c0582-547b-41be-8176-54383197f944 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca486ffb8fcb4d968270b37a9fa54b54&device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 1096 time: 0.2358758 May 31 11:41:28.701191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bbe84-cfcf-4121-a802-703eb7a1af1e req-ee2e833b-05f8-4625-ab3f-3e2a7130b3e1 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:28.709255 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dc6bbe84-cfcf-4121-a802-703eb7a1af1e req-ee2e833b-05f8-4625-ab3f-3e2a7130b3e1 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 943 time: 0.3727448 May 31 11:41:28.865071 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-630a29fd-97d5-4f6b-b2cb-8d7482611c1e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:28.867003 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-630a29fd-97d5-4f6b-b2cb-8d7482611c1e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 814 time: 0.3561513 May 31 11:41:28.877072 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6506b62d-16c1-4b22-887c-efbe11042863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.887088 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-17bb5f2a-c54f-432f-9c82-c327d4ea16ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:28.888088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-025cc5e2-8d14-4ddc-9a25-acce05c62c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:28.892188 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-025cc5e2-8d14-4ddc-9a25-acce05c62c31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a8b1fa3-07b4-465f-b818-695d348211c4 HTTP/1.1" status: 200 len: 915 time: 0.1952283 May 31 11:41:28.893685 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.906707 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-366865e5-654e-4afe-85cb-1d9afd3a14de tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:28.926540 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dc6bbe84-cfcf-4121-a802-703eb7a1af1e req-bae56c80-b2f6-416d-860c-1a22d43f638d tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163498 May 31 11:41:28.942940 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Request body: {'port': {'device_id': 'bc0f7e96-9042-43ab-9923-17139bcb87f9', 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'admin_state_up': True, 'tenant_id': '2eb073d9eea34204a29999727dc66301'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:28.960714 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6506b62d-16c1-4b22-887c-efbe11042863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.961850 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6506b62d-16c1-4b22-887c-efbe11042863 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f15c8e98-c0ea-4930-b0d2-78bb1a198e48 HTTP/1.1" status: 204 len: 168 time: 0.9898672 May 31 11:41:28.963458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] For port 5807380b-16a8-42c0-8f01-b90ad546f152, host hv-cinder-79124, cleared binding levels {{(pid=98396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:28.969397 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506b62d-16c1-4b22-887c-efbe11042863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c8e98-c0ea-4930-b0d2-78bb1a198e48,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:28.971817 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6506b62d-16c1-4b22-887c-efbe11042863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:28.974164 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 38200) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:29.066222 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] For port 5807380b-16a8-42c0-8f01-b90ad546f152, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5807380b-16a8-42c0-8f01-b90ad546f152,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:29.099764 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Network b7d1d523-cd21-4858-98eb-03605a41b544 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:29.107528 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.119952 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:29.125601 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3dee8eb1-778e-49c3-8649-2668e772b430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:29.126812 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-95ad1b57-9670-4294-98d2-1079b0b12c97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d683f41-c00f-4cc3-939e-582712ef9633 HTTP/1.1" status: 200 len: 217 time: 0.1657941 May 31 11:41:29.130100 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:29.134556 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device c6945532-ab15-4a15-b8d9-e3209d8771b8 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:29.136345 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:29.137097 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.206244 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Pushing event updated for resources: {'Port': ['ID=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:29.211638 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:29.212256 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.213679 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] 10.222.0.52 "PUT /v2.0/ports/5807380b-16a8-42c0-8f01-b90ad546f152 HTTP/1.1" status: 200 len: 1093 time: 2.6783993 May 31 11:41:29.218981 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.277612 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-58431448-ab49-47ee-8e65-56dc8746e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:29.279126 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-58431448-ab49-47ee-8e65-56dc8746e7f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5bde3d3f-4dbc-43a9-8800-ed29beb838f7 HTTP/1.1" status: 200 len: 854 time: 0.1321504 May 31 11:41:29.279567 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port c6945532-ab15-4a15-b8d9-e3209d8771b8 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:29.279996 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.289787 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0263431 May 31 11:41:29.329202 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4bfb59-4cfc-498b-a244-82868debb9ff', 'tag': '5807380b-16a8-42c0-8f01-b90ad546f152'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:29.331971 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad4cf8b-6d28-43b4-8c71-defea1abd358" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4bfb59-4cfc-498b-a244-82868debb9ff", "tag": "5807380b-16a8-42c0-8f01-b90ad546f152"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:29.335116 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Pushing event updated for resources: {'Port': ['ID=5807380b-16a8-42c0-8f01-b90ad546f152,revision_number=3']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:29.368949 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:41:29.447476 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.454802 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:29.459637 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Request body: {'port': {'device_id': '7491e0b7-bd24-4c79-8ad1-8a79a817dfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:29.489527 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:29.523945 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38222) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:29.556115 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-793304e6-dd76-4bcf-9e53-5fa5b1224814 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a8b1fa3-07b4-465f-b818-695d348211c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2630520 May 31 11:41:29.569331 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.607423 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.628793 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Made reservation on behalf of 2eb073d9eea34204a29999727dc66301 for: {'port': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:29.639925 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.654054 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4b8404-15c2-4135-8f20-9aa41916176b x-openstack-request-id: req-5a4b8404-15c2-4135-8f20-9aa41916176b {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:29.654348 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4bfb59-4cfc-498b-a244-82868debb9ff", "tag": "5807380b-16a8-42c0-8f01-b90ad546f152", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:29.654631 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a4b8404-15c2-4135-8f20-9aa41916176b {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:29.655212 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4bfb59-4cfc-498b-a244-82868debb9ff', 'tag': '5807380b-16a8-42c0-8f01-b90ad546f152', 'status': 'completed', 'code': 200} May 31 11:41:29.659972 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:29.663863 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Usage tracker for resource:security_group_rule and tenant:2b10ea338f8c4750abe16aec87bb1341 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:29.667191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:29.674154 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:29.710179 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:29.723600 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe49bb6db694593909434722de760b5 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:29.733004 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:29.754390 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:29.776781 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-dade785e-4d3a-4f2c-b505-894bd602c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:29.778489 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-dade785e-4d3a-4f2c-b505-894bd602c08f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 1096 time: 0.3759575 May 31 11:41:29.851573 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 38242) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:29.922322 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.929116 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.982641 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.990724 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-147b8f87-83c7-45d5-8295-658493971d50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5807380b-16a8-42c0-8f01-b90ad546f152 HTTP/1.1" status: 200 len: 217 time: 0.1444187 May 31 11:41:30.003287 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d61cf82b-a217-45c0-ba3f-a55aebca7dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.028224 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-e196a091-f10a-4db6-b051-e0b3512696f4 service neutron] 10.222.0.52 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493611 May 31 11:41:30.154490 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Deleting subnet dd2aa493-76de-456e-872c-92b2f4e94448 {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:30.173238 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b10ea338f8c4750abe16aec87bb1341&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1941040 May 31 11:41:30.180996 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.208079 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f2f995-36ec-459a-86eb-c0c3dccdadcd,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:30.211280 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:30.211949 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 38248) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:30.240865 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35813-d010-4c3a-a7f9-aa3ef7f256a1 req-299ba03f-ab62-43a3-8e43-ad278d4347c7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:30.242257 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-aed35813-d010-4c3a-a7f9-aa3ef7f256a1 req-299ba03f-ab62-43a3-8e43-ad278d4347c7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 931 time: 0.7423446 May 31 11:41:30.242526 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f2968-780a-45a7-a109-62930488d070 req-2a03b872-f3ba-4966-9921-5ff5eb3ee51f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:30.244336 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d24f2968-780a-45a7-a109-62930488d070 req-2a03b872-f3ba-4966-9921-5ff5eb3ee51f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.4861841 May 31 11:41:30.257258 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-95166d7d-5353-41dc-9365-bc788fffb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:30.258712 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-95166d7d-5353-41dc-9365-bc788fffb6a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.2429602 May 31 11:41:30.352170 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.352488 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-314635a2-e00c-4159-9eb8-17daf2ef2ced service neutron] 10.222.0.52 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105290 May 31 11:41:30.393131 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Allocated IP 172.20.0.5 (88017d99-0486-4de5-8c91-7a3ceb46da6a/76f23f6a-9323-4239-8e5f-11c5ae869730/ea781846-741a-4163-b193-31d456993698) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:30.407064 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-e1aa8b21-a7ae-4998-94b5-c189fd7b0d50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198828 May 31 11:41:30.429952 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.445501 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.457587 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-931bf509-4f8e-407d-91e6-4ae9ae39599e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.466134 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d24f2968-780a-45a7-a109-62930488d070 req-01702de8-45d7-4ba7-8add-85dd8d605b0f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051802 May 31 11:41:30.530085 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fe49bb6db694593909434722de760b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9816866 May 31 11:41:30.544113 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38252) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:30.546719 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4682627d-8dc4-420b-91d4-94b27ffac2cf,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:30.553853 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:30.620456 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-aed35813-d010-4c3a-a7f9-aa3ef7f256a1 req-1e3369bb-53a5-4d4b-b9a3-3f2b3ee19a64 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575063 May 31 11:41:30.680151 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.710331 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3ce8853b-533f-465c-9058-9706a1f3e5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.724488 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-272aacfa-3d4a-4f2d-9d4f-eb6e92e07ef0 req-126e09ce-93a6-4545-ae69-43ec6437b6dc tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 210 time: 0.1018369 May 31 11:41:30.729161 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d83-75a6-4a93-9b84-b4df158521a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.767059 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff10933d-7e5a-4f6f-b7b7-1a87b462085b {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:30.779729 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.783337 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d83-75a6-4a93-9b84-b4df158521a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.818861 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Transition to ACTIVE for port object ff10933d-7e5a-4f6f-b7b7-1a87b462085b will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:30.827090 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3ce8853b-533f-465c-9058-9706a1f3e5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.833880 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.842699 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.931905 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-adf2267e-086e-417f-a047-2fd7509c5f92 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066595 May 31 11:41:31.019318 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Pushing event updated for resources: {'Port': ['ID=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.027885 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.044601 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d83-75a6-4a93-9b84-b4df158521a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.050235 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bedccc70-8d41-4552-858f-8f388057092a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.059265 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Attempting to bind port ff10933d-7e5a-4f6f-b7b7-1a87b462085b on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:31.059596 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Attempting to bind port ff10933d-7e5a-4f6f-b7b7-1a87b462085b by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:31.059918 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Attempting to bind port ff10933d-7e5a-4f6f-b7b7-1a87b462085b on network b7d1d523-cd21-4858-98eb-03605a41b544 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:31.068401 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad81d83-75a6-4a93-9b84-b4df158521a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4682627d-8dc4-420b-91d4-94b27ffac2cf,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.069936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Port ff10933d-7e5a-4f6f-b7b7-1a87b462085b on network b7d1d523-cd21-4858-98eb-03605a41b544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:31.070260 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Attempting to bind port ff10933d-7e5a-4f6f-b7b7-1a87b462085b on network b7d1d523-cd21-4858-98eb-03605a41b544 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:31.074088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4ad81d83-75a6-4a93-9b84-b4df158521a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.080219 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:31.080548 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Checking segment: {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:31.081115 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Bound using segment: {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:31.081349 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Bound port: ff10933d-7e5a-4f6f-b7b7-1a87b462085b, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70dcf6c-d568-49f6-a9a3-c040f496021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:31.081730 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.092602 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4ad81d83-75a6-4a93-9b84-b4df158521a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.096127 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4ad81d83-75a6-4a93-9b84-b4df158521a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4682627d-8dc4-420b-91d4-94b27ffac2cf HTTP/1.1" status: 204 len: 168 time: 0.5485232 May 31 11:41:31.189906 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] For port ff10933d-7e5a-4f6f-b7b7-1a87b462085b, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:31.194346 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] For port ff10933d-7e5a-4f6f-b7b7-1a87b462085b, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:31.199622 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.207926 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-41d1a387-2854-4a34-9a9c-af5143549221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.271983 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:31.272727 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.274304 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] 10.222.0.52 "PUT /v2.0/ports/ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 200 len: 1093 time: 1.8419950 May 31 11:41:31.274663 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7491e0b7-bd24-4c79-8ad1-8a79a817dfd0', 'tag': 'ff10933d-7e5a-4f6f-b7b7-1a87b462085b'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:31.277114 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784df9c-f339-4401-bb31-753e87b79430" -d '{"events": [{"name": "network-changed", "server_uuid": "7491e0b7-bd24-4c79-8ad1-8a79a817dfd0", "tag": "ff10933d-7e5a-4f6f-b7b7-1a87b462085b"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:31.303790 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3ce8853b-533f-465c-9058-9706a1f3e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.309531 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Pushing event updated for resources: {'Port': ['ID=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.313248 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.321340 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-106571c8-a49c-4b2a-974e-28449ea8a3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.336004 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ef9ff-8302-4711-a19b-c9226e1f4494 x-openstack-request-id: req-fe0ef9ff-8302-4711-a19b-c9226e1f4494 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:31.336769 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7491e0b7-bd24-4c79-8ad1-8a79a817dfd0", "tag": "ff10933d-7e5a-4f6f-b7b7-1a87b462085b", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:31.336769 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe0ef9ff-8302-4711-a19b-c9226e1f4494 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:31.337357 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7491e0b7-bd24-4c79-8ad1-8a79a817dfd0', 'tag': 'ff10933d-7e5a-4f6f-b7b7-1a87b462085b', 'status': 'completed', 'code': 200} May 31 11:41:31.342614 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.382061 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b03401d1-eff4-404c-8c6e-38ed0e0bbbec req-1caf5cfb-aa1a-499c-9f89-3470b95c961f service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964109 May 31 11:41:31.390439 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8853b-533f-465c-9058-9706a1f3e5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f2f995-36ec-459a-86eb-c0c3dccdadcd,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.400499 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3ce8853b-533f-465c-9058-9706a1f3e5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.412913 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b496a-5832-41e8-a679-4af0267699bf req-0db916e3-5dc2-4b19-ac40-1ecc3ed0a928 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:31.419871 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ad6b496a-5832-41e8-a679-4af0267699bf req-0db916e3-5dc2-4b19-ac40-1ecc3ed0a928 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 943 time: 0.4842854 May 31 11:41:31.467499 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 6d683f41-c00f-4cc3-939e-582712ef9633 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:31.469041 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-69b2178d-8aa5-4d70-a899-3826f8725c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:31.470775 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-69b2178d-8aa5-4d70-a899-3826f8725c6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1096 time: 0.1122549 May 31 11:41:31.475817 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3ce8853b-533f-465c-9058-9706a1f3e5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.476841 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-3ce8853b-533f-465c-9058-9706a1f3e5ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5f2f995-36ec-459a-86eb-c0c3dccdadcd HTTP/1.1" status: 204 len: 168 time: 1.2546008 May 31 11:41:31.527373 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ad6b496a-5832-41e8-a679-4af0267699bf req-3147c00f-553b-491e-a1e3-4ac25b1124b5 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981524 May 31 11:41:31.588246 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.602496 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.629369 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 6d683f41-c00f-4cc3-939e-582712ef9633, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6d683f41-c00f-4cc3-939e-582712ef9633,segment=NetworkSegment(b0a661d9-5c00-41e1-a5b8-78a8f7c341d2),segment_id=b0a661d9-5c00-41e1-a5b8-78a8f7c341d2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:31.640374 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.642688 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2aa493-76de-456e-872c-92b2f4e94448,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.656846 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '6d683f41-c00f-4cc3-939e-582712ef9633', 'network_id': '6a8b1fa3-07b4-465f-b818-695d348211c4', 'port_id': '6d683f41-c00f-4cc3-939e-582712ef9633', 'mac_address': 'fa:16:3e:37:c7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bde3d3f-4dbc-43a9-8800-ed29beb838f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:31.688640 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.693612 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['72894682-25c2-40fd-8194-74bddb53d540', '1ed019bb-4805-41cc-9ff8-44e82e5d43ed'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:31.707376 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.749770 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-0cefa87b-5ad7-4bc9-8eed-28284c4cfc6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 200 len: 217 time: 0.2423086 May 31 11:41:31.801373 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.833594 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d683f41-c00f-4cc3-939e-582712ef9633 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:31.885213 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 6d683f41-c00f-4cc3-939e-582712ef9633, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6d683f41-c00f-4cc3-939e-582712ef9633,segment=NetworkSegment(b0a661d9-5c00-41e1-a5b8-78a8f7c341d2),segment_id=b0a661d9-5c00-41e1-a5b8-78a8f7c341d2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:31.895080 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Network 88017d99-0486-4de5-8c91-7a3ceb46da6a is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:31.896590 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.903051 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.909977 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f9b5d3df-ed47-4159-bf5f-98c75e29bd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.917228 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:31.926712 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:31.968783 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dd2aa493-76de-456e-872c-92b2f4e94448 HTTP/1.1" status: 204 len: 168 time: 2.1158898 May 31 11:41:31.971204 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-e351e700-29d8-4ba7-9532-0f9e0d602083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:31.972710 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-e351e700-29d8-4ba7-9532-0f9e0d602083 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 1096 time: 0.4444156 May 31 11:41:31.973304 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 38284) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:31.980404 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Pushing event updated for resources: {'Port': ['ID=ea781846-741a-4163-b193-31d456993698,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:32.061949 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:32.128696 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-df1a9cc6-4c97-424c-9b8d-36545b4b3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:32.130176 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-df1a9cc6-4c97-424c-9b8d-36545b4b3514 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.3737006 May 31 11:41:32.145369 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fca55-3d96-4481-aa3a-1c829ce611c2 req-3f2d6008-1756-4b35-8b9a-f96436284baa tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:32.167354 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-694fca55-3d96-4481-aa3a-1c829ce611c2 req-3f2d6008-1756-4b35-8b9a-f96436284baa tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.2731507 May 31 11:41:32.176046 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=6d683f41-c00f-4cc3-939e-582712ef9633,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:32.188031 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:32.250220 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-c17acfda-ec93-4e9a-a425-782e23c02302 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535891 May 31 11:41:32.315095 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.334458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:32.334962 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.368886 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-694fca55-3d96-4481-aa3a-1c829ce611c2 req-4f886df7-c564-4380-a3d8-d5df2af916fd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983910 May 31 11:41:32.374795 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['6d683f41-c00f-4cc3-939e-582712ef9633'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:32.382132 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4681904 May 31 11:41:32.400838 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b937d6-3a9a-4f9e-b304-a613641d3c70 req-ac4faa89-e5f8-4df1-95c9-149b744e8c5a tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:32.402424 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-23b937d6-3a9a-4f9e-b304-a613641d3c70 req-ac4faa89-e5f8-4df1-95c9-149b744e8c5a tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 943 time: 0.5737875 May 31 11:41:32.435356 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Request body: {'port': {'device_id': 'bc0f7e96-9042-43ab-9923-17139bcb87f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:32.717783 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-37b40574-6e05-48b7-b875-6014ad37c8ac service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430902 May 31 11:41:32.859840 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc97-ac56-4ba4-810f-b77049a9580a req-67892b3e-52f9-4650-b0a9-6e9c226c091a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:32.861818 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-276efc97-ac56-4ba4-810f-b77049a9580a req-67892b3e-52f9-4650-b0a9-6e9c226c091a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 931 time: 0.2359135 May 31 11:41:32.870502 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-23b937d6-3a9a-4f9e-b304-a613641d3c70 req-82ef87f9-72a1-466a-8e83-276707cd6f52 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510264 May 31 11:41:32.879410 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-e9bf55a5-ccd9-4b2d-8691-187d48fd892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:32.886873 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-e9bf55a5-ccd9-4b2d-8691-187d48fd892d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.8911552 May 31 11:41:32.979708 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8a6e916-09d5-4c25-87b6-446e72f3258b req-9341e025-64c8-42a8-9723-11466c9115f5 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548535 May 31 11:41:32.983234 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-276efc97-ac56-4ba4-810f-b77049a9580a req-cc925453-0cd4-4c52-a636-dd17a0b8d0ae tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098685 May 31 11:41:33.008342 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.073293 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-638be6cd-522e-4f5a-98b9-08f2e3a8de2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5807380b-16a8-42c0-8f01-b90ad546f152 HTTP/1.1" status: 200 len: 217 time: 0.1730635 May 31 11:41:33.103509 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57043a6-178f-4e0b-aff0-af75c1d8efff']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:33.172086 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ef8ea2-bb22-4221-8250-aaa1852cb10b') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:33.172382 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ef8ea2-bb22-4221-8250-aaa1852cb10b') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:33.204535 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.241222 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.273291 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.291182 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-7a3a937c-f314-4d05-963c-187adbc45146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.293334 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-7a3a937c-f314-4d05-963c-187adbc45146 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.1624758 May 31 11:41:33.298322 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:33.298715 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:33.314263 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:33.326825 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784df9c-f339-4401-bb31-753e87b79430 req-c382d66f-e39c-41e6-9fc2-310f3d0d795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.333422 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0784df9c-f339-4401-bb31-753e87b79430 req-c382d66f-e39c-41e6-9fc2-310f3d0d795e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1096 time: 0.1936030 May 31 11:41:33.489186 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-0bba4c37-eb60-4e8f-9572-e1bb3e1bb77e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263013 May 31 11:41:33.502130 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697897-386e-423b-bc05-5c7eff92d888 req-42230315-1519-49e7-803b-0969d2855b84 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.503598 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8b697897-386e-423b-bc05-5c7eff92d888 req-42230315-1519-49e7-803b-0969d2855b84 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 944 time: 0.4402566 May 31 11:41:33.545334 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 6d683f41-c00f-4cc3-939e-582712ef9633 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:33.595172 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784df9c-f339-4401-bb31-753e87b79430 req-67b41690-03d1-404c-97be-31cbc29f0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.596607 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0784df9c-f339-4401-bb31-753e87b79430 req-67b41690-03d1-404c-97be-31cbc29f0053 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.2539344 May 31 11:41:33.677648 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0784df9c-f339-4401-bb31-753e87b79430 req-0ec77221-1ed0-46e1-bb38-4ecdb370e529 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 200 len: 217 time: 0.0710857 May 31 11:41:33.684983 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 6d683f41-c00f-4cc3-939e-582712ef9633 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:33.688190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.723605 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.726159 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a8703513-52a7-4f02-9861-65e7645e8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:33.728101 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac1bc-d9f6-4c80-a0c2-74ff6ce1cce5 req-859e4970-a547-4764-a352-e2884ea5ade2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.735873 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-22cac1bc-d9f6-4c80-a0c2-74ff6ce1cce5 req-859e4970-a547-4764-a352-e2884ea5ade2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.2133222 May 31 11:41:33.746587 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8b697897-386e-423b-bc05-5c7eff92d888 req-5d70d89c-52a8-43eb-8752-8befde1ca6e1 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334623 May 31 11:41:33.751137 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 6d683f41-c00f-4cc3-939e-582712ef9633 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:33.751784 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.752637 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57043a6-178f-4e0b-aff0-af75c1d8efff,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:33.755871 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:33.775846 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b57043a6-178f-4e0b-aff0-af75c1d8efff HTTP/1.1" status: 204 len: 168 time: 1.7926743 May 31 11:41:33.788295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38374) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:33.858426 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784df9c-f339-4401-bb31-753e87b79430 req-85b7d940-553b-4767-8e24-cad512f3080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.860877 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0784df9c-f339-4401-bb31-753e87b79430 req-85b7d940-553b-4767-8e24-cad512f3080e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.1764483 May 31 11:41:33.873267 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-22cac1bc-d9f6-4c80-a0c2-74ff6ce1cce5 req-43c984dd-bf27-403e-831e-06b687e2b5d2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364598 May 31 11:41:33.909033 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-1cfb8296-704c-492d-be31-88a5ad9fd26d service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987355 May 31 11:41:34.037474 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0784df9c-f339-4401-bb31-753e87b79430 req-2be985e7-756d-4c5d-907a-4e7b409b6ffc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392677 May 31 11:41:34.052192 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Deleting subnet 7d9911c5-3e56-4e7c-a3ab-3a11efef55de {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:34.111130 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ad4cf8b-6d28-43b4-8c71-defea1abd358 req-223924b5-0eb8-4271-bd05-897d1a0f779a service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934414 May 31 11:41:34.111680 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.150002 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.180317 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff079aa6-4a77-48fa-959d-0b31ed7a9cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d683f41-c00f-4cc3-939e-582712ef9633'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:34.182694 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed16f5c5-f66f-4e63-8098-4a103d2fc9f9" -d '{"events": [{"server_uuid": "ff079aa6-4a77-48fa-959d-0b31ed7a9cd1", "name": "network-vif-plugged", "status": "completed", "tag": "6d683f41-c00f-4cc3-939e-582712ef9633"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:34.191224 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 6d683f41-c00f-4cc3-939e-582712ef9633, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6d683f41-c00f-4cc3-939e-582712ef9633,segment=NetworkSegment(b0a661d9-5c00-41e1-a5b8-78a8f7c341d2),segment_id=b0a661d9-5c00-41e1-a5b8-78a8f7c341d2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:34.196459 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.198387 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:34.225213 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea781846-741a-4163-b193-31d456993698 {{(pid=98396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:34.235057 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.254849 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Transition to ACTIVE for port object ea781846-741a-4163-b193-31d456993698 will not be triggered until provisioned by entity L2. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:34.261889 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.269939 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:34.274456 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=6d683f41-c00f-4cc3-939e-582712ef9633,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:34.277598 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:34.290716 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.310252 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.315529 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d285f0-5d70-456a-9603-49539b518054 req-6d41c3b6-754f-482f-980e-a789367c8256 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:34.317020 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-32d285f0-5d70-456a-9603-49539b518054 req-6d41c3b6-754f-482f-980e-a789367c8256 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 943 time: 0.1747634 May 31 11:41:34.442202 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0784df9c-f339-4401-bb31-753e87b79430 req-6a9887f6-2812-4e5f-8b48-92f98378156c service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868148 May 31 11:41:34.492848 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Pushing event updated for resources: {'Port': ['ID=ea781846-741a-4163-b193-31d456993698,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:34.495705 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:34.498795 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-32d285f0-5d70-456a-9603-49539b518054 req-15014110-ddc1-49f5-b00f-7c70ed3753fc tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226916 May 31 11:41:34.538908 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbc64d-51e2-4728-86bc-4a12fe5a13e3 req-2fe225fe-79a2-4fcc-b0ac-55619be25062 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:34.550001 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4dbbc64d-51e2-4728-86bc-4a12fe5a13e3 req-2fe225fe-79a2-4fcc-b0ac-55619be25062 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 931 time: 0.3282113 May 31 11:41:34.618055 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c930fc9e-97a3-4d4f-b4f0-4d020e9f9e11 x-openstack-request-id: req-c930fc9e-97a3-4d4f-b4f0-4d020e9f9e11 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:34.618055 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff079aa6-4a77-48fa-959d-0b31ed7a9cd1", "name": "network-vif-plugged", "status": "completed", "tag": "6d683f41-c00f-4cc3-939e-582712ef9633", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:34.618055 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c930fc9e-97a3-4d4f-b4f0-4d020e9f9e11 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:34.618055 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff079aa6-4a77-48fa-959d-0b31ed7a9cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d683f41-c00f-4cc3-939e-582712ef9633', 'code': 200} May 31 11:41:34.706907 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Attempting to bind port ea781846-741a-4163-b193-31d456993698 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:34.707511 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Attempting to bind port ea781846-741a-4163-b193-31d456993698 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'}] {{(pid=98396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:34.707996 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Attempting to bind port ea781846-741a-4163-b193-31d456993698 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:34.713350 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Port ea781846-741a-4163-b193-31d456993698 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:34.714109 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Attempting to bind port ea781846-741a-4163-b193-31d456993698 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:34.720457 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:34.723339 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Checking segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:34.723339 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Bound using segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:34.723339 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Bound port: ea781846-741a-4163-b193-31d456993698, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'}}] {{(pid=98396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:34.723339 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.847636 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] For port ea781846-741a-4163-b193-31d456993698, host hv-cinder-79124, cleared binding levels {{(pid=98396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:34.852690 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] For port ea781846-741a-4163-b193-31d456993698, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ea781846-741a-4163-b193-31d456993698,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:34.877315 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4dbbc64d-51e2-4728-86bc-4a12fe5a13e3 req-bd764659-8006-4a83-b577-7b292e9d7c50 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796593 May 31 11:41:34.887016 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0784df9c-f339-4401-bb31-753e87b79430 req-b6415cc6-5138-4e72-aebb-4ba6ee83e32c service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954895 May 31 11:41:34.917920 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.930796 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.940043 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:34.940855 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:35.001604 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9911c5-3e56-4e7c-a3ab-3a11efef55de,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:35.005099 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.012354 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:35.017067 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7d9911c5-3e56-4e7c-a3ab-3a11efef55de HTTP/1.1" status: 204 len: 168 time: 1.2214680 May 31 11:41:35.019831 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38418) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:35.085492 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:35.085970 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.087508 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] 10.222.0.52 "PUT /v2.0/ports/ea781846-741a-4163-b193-31d456993698 HTTP/1.1" status: 200 len: 1093 time: 2.6797307 May 31 11:41:35.092022 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0f7e96-9042-43ab-9923-17139bcb87f9', 'tag': 'ea781846-741a-4163-b193-31d456993698'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:35.094977 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0f7e96-9042-43ab-9923-17139bcb87f9", "tag": "ea781846-741a-4163-b193-31d456993698"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:35.124010 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Pushing event updated for resources: {'Port': ['ID=ea781846-741a-4163-b193-31d456993698,revision_number=3']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:35.130667 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:35.147145 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ad64d-85ba-43f3-8073-68ef7a8a3fff req-a817972f-b244-407c-8657-b001bc6ffb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:35.149238 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c13ad64d-85ba-43f3-8073-68ef7a8a3fff req-a817972f-b244-407c-8657-b001bc6ffb84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 1098 time: 0.2839966 May 31 11:41:35.158291 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943dc2-b9d4-44bb-adf9-8bc5b27568cb req-01572d78-f03a-4ed2-8bb9-4a38679680b4 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:35.159800 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-93943dc2-b9d4-44bb-adf9-8bc5b27568cb req-01572d78-f03a-4ed2-8bb9-4a38679680b4 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 945 time: 0.1822200 May 31 11:41:35.287994 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c13ad64d-85ba-43f3-8073-68ef7a8a3fff req-e1e5cc17-0eab-4ad8-a168-b3e2aed9ae98 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271968 May 31 11:41:35.298397 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-93943dc2-b9d4-44bb-adf9-8bc5b27568cb req-5bde24d1-92ba-4bee-9771-aaa792d008b4 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192377 May 31 11:41:35.315837 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-bc9bb02c-5021-4fb5-8e03-1ef9fdd13011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:35.317308 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-bc9bb02c-5021-4fb5-8e03-1ef9fdd13011 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 1096 time: 0.1398897 May 31 11:41:35.351983 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.357756 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d01a468-d934-4263-8434-51a0e94fd641 x-openstack-request-id: req-1d01a468-d934-4263-8434-51a0e94fd641 {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:35.358260 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0f7e96-9042-43ab-9923-17139bcb87f9", "tag": "ea781846-741a-4163-b193-31d456993698", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:35.358783 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d01a468-d934-4263-8434-51a0e94fd641 {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:35.359801 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0f7e96-9042-43ab-9923-17139bcb87f9', 'tag': 'ea781846-741a-4163-b193-31d456993698', 'status': 'completed', 'code': 200} May 31 11:41:35.406668 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e761364-d867-4dae-9127-8d77f1e2266a req-f33b8e0b-1f86-4ec4-87ea-9cf43f2af415 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:35.408131 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7e761364-d867-4dae-9127-8d77f1e2266a req-f33b8e0b-1f86-4ec4-87ea-9cf43f2af415 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.3563511 May 31 11:41:35.487336 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 5807380b-16a8-42c0-8f01-b90ad546f152 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:35.528343 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.542570 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7e761364-d867-4dae-9127-8d77f1e2266a req-b6c985c4-914d-4fe5-a463-1d728f302be7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158893 May 31 11:41:35.546797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.547109 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.547837 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.548517 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > port after_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.548846 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > port after_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.549202 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > port after_update 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.549524 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.549869 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.550168 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.550489 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.685075 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 5807380b-16a8-42c0-8f01-b90ad546f152, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5807380b-16a8-42c0-8f01-b90ad546f152,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:35.702482 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '5807380b-16a8-42c0-8f01-b90ad546f152', 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544', 'port_id': '5807380b-16a8-42c0-8f01-b90ad546f152', 'mac_address': 'fa:16:3e:3d:fb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24b8f4e-5ab5-4163-9db8-dff06ccfdde2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:35.767822 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.781951 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.782299 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.782629 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.782961 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:35.783319 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4a268b-1149-4d23-8e46-6dcf28b93768']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:35.785896 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5807380b-16a8-42c0-8f01-b90ad546f152 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:35.792530 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-6c2a8ea6-ef84-4e3e-893d-07014ec3c207 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea781846-741a-4163-b193-31d456993698 HTTP/1.1" status: 200 len: 217 time: 0.1746745 May 31 11:41:35.798846 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809fd6e3-5c8c-4f80-aa17-ece65e548985') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:35.799146 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809fd6e3-5c8c-4f80-aa17-ece65e548985') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:35.805020 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 5807380b-16a8-42c0-8f01-b90ad546f152, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5807380b-16a8-42c0-8f01-b90ad546f152,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:35.812874 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26482046'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.813225 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.814224 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device ff10933d-7e5a-4f6f-b7b7-1a87b462085b details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:35.833167 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.842154 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:35.842857 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584795'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.844751 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port ff10933d-7e5a-4f6f-b7b7-1a87b462085b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:35.864138 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ca6e4c74-3dfd-4902-bccd-8a3e7b142081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: from cryptography.utils import int_from_bytes May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: from cryptography.utils import int_from_bytes May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: timer() May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: self._notify() May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: event.method(event) May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:35.875230 dv-cinder-791240-4-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:35.898480 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'ff10933d-7e5a-4f6f-b7b7-1a87b462085b', 'network_id': 'b7d1d523-cd21-4858-98eb-03605a41b544', 'port_id': 'ff10933d-7e5a-4f6f-b7b7-1a87b462085b', 'mac_address': 'fa:16:3e:ef:46:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24b8f4e-5ab5-4163-9db8-dff06ccfdde2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:35.908247 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-b8f3d92d-b2df-411c-8fec-8d9771cd0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:35.910389 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-b8f3d92d-b2df-411c-8fec-8d9771cd0eb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.1062572 May 31 11:41:35.921324 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f7e73-e75b-496b-b706-72791cabf32c req-aeed03c4-7b69-4655-8818-d114227719dc tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:35.923784 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-750f7e73-e75b-496b-b706-72791cabf32c req-aeed03c4-7b69-4655-8818-d114227719dc tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 943 time: 0.1885014 May 31 11:41:36.005056 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.009657 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.020086 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.029168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff10933d-7e5a-4f6f-b7b7-1a87b462085b {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:36.037410 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.045765 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4a268b-1149-4d23-8e46-6dcf28b93768,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.046022 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port ff10933d-7e5a-4f6f-b7b7-1a87b462085b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:36.046537 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-580f16a1-5c86-4764-9bc0-4c81cd38db89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213446 May 31 11:41:36.047391 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=5807380b-16a8-42c0-8f01-b90ad546f152,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.051434 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:36.056237 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.059344 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.064178 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] 10.222.0.10 "DELETE /v2.0/networks/dc4a268b-1149-4d23-8e46-6dcf28b93768 HTTP/1.1" status: 204 len: 168 time: 1.0432663 May 31 11:41:36.065681 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1b152365-55d9-4fbc-957c-3d76d97c5ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:36.144712 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.147294 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:36.170779 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-750f7e73-e75b-496b-b706-72791cabf32c req-b40bf866-3653-42f0-a669-f14a37287d1d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634665 May 31 11:41:36.179679 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a09f-f445-4650-9ad5-a6eb6b799221 req-f7f08f14-f3e8-416a-a20a-55fbfcd6de18 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:36.186037 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bc12a09f-f445-4650-9ad5-a6eb6b799221 req-f7f08f14-f3e8-416a-a20a-55fbfcd6de18 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 943 time: 0.1101887 May 31 11:41:36.233846 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bc12a09f-f445-4650-9ad5-a6eb6b799221 req-4f9c7bcb-3fa3-4da0-b0f6-49d9791d8e6b tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450673 May 31 11:41:36.236654 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-9609bc70-d044-4352-acef-e80659e77849 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809959 May 31 11:41:36.296005 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38456) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:36.348220 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2099886b-ed72-4e02-84c7-4b0a8a37904b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3d543e685e84dc39978ee641845fc2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504942 May 31 11:41:36.350891 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38462) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:36.407723 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64a6c31b-219d-4a55-9064-46378e3827a6 req-5869bb82-5ff8-4d04-838b-73faa4d3a6ae service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634130 May 31 11:41:36.423540 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae4c679d-6af9-4ce0-acbe-0a5e50fcbed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.452369 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae4c679d-6af9-4ce0-acbe-0a5e50fcbed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.512175 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['ff10933d-7e5a-4f6f-b7b7-1a87b462085b'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:36.523040 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae4c679d-6af9-4ce0-acbe-0a5e50fcbed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.523735 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972cf40-f304-4dc2-b88d-f08c81e056b0 req-f6ddd112-5495-44c1-b7e0-97c703cde69a tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:36.525186 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e972cf40-f304-4dc2-b88d-f08c81e056b0 req-f6ddd112-5495-44c1-b7e0-97c703cde69a tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 945 time: 0.0849094 May 31 11:41:36.527268 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-767c338e-724d-4594-801f-9949d6cdaf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.538710 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c679d-6af9-4ce0-acbe-0a5e50fcbed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f328dd-8aa7-451a-a86c-c65a1e825f17,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.540857 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ae4c679d-6af9-4ce0-acbe-0a5e50fcbed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:36.548661 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['5807380b-16a8-42c0-8f01-b90ad546f152'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:36.552650 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ae4c679d-6af9-4ce0-acbe-0a5e50fcbed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.561489 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ae4c679d-6af9-4ce0-acbe-0a5e50fcbed5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28f328dd-8aa7-451a-a86c-c65a1e825f17 HTTP/1.1" status: 204 len: 168 time: 0.2094789 May 31 11:41:36.643616 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e972cf40-f304-4dc2-b88d-f08c81e056b0 req-0db8a8f9-9a10-4e9f-bf06-8a9755c5e70c tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113505 May 31 11:41:36.695296 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-eaf0292c-f636-4dbe-8370-9aaffc241292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:36.697795 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-eaf0292c-f636-4dbe-8370-9aaffc241292 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 1096 time: 0.1479530 May 31 11:41:36.858005 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946efc0-87ac-4ac1-8da5-a8f26dc1c4f4 req-92d75e3f-e259-40d8-b70a-286bc4f3bb76 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:36.858005 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e946efc0-87ac-4ac1-8da5-a8f26dc1c4f4 req-92d75e3f-e259-40d8-b70a-286bc4f3bb76 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0921514 May 31 11:41:36.910231 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-4e29f639-9ae4-4b82-ba68-d336d2ebe970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:36.912020 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-4e29f639-9ae4-4b82-ba68-d336d2ebe970 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1917958 May 31 11:41:36.979305 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e946efc0-87ac-4ac1-8da5-a8f26dc1c4f4 req-67dc1f92-fb6b-432c-99b9-0c7ff843cce8 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056926 May 31 11:41:37.004499 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-cd06ff95-ac21-4f0a-bb96-900084f7691f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea781846-741a-4163-b193-31d456993698 HTTP/1.1" status: 200 len: 217 time: 0.0812519 May 31 11:41:37.071013 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-04c32157-1b9f-45a6-a306-5275cb79711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:37.072589 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-04c32157-1b9f-45a6-a306-5275cb79711d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0643291 May 31 11:41:37.079495 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38476) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:37.119990 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-16e4722d-adaf-4c46-b50f-f9867bc6821a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401244 May 31 11:41:37.135588 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d634c10c-83cd-42c2-ad8d-75eaf98b419a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ec0bf74680046cda408a3285a251912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548549 May 31 11:41:37.136148 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38482) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:37.199906 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d79e90a8-b2cd-47fb-bba5-b81dc2df571f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.234589 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d79e90a8-b2cd-47fb-bba5-b81dc2df571f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.317744 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d79e90a8-b2cd-47fb-bba5-b81dc2df571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.323232 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-abfe948a-330d-487d-8034-318f5c57f6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:37.342331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e90a8-b2cd-47fb-bba5-b81dc2df571f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3781ac78-40f0-4034-9957-03ea96d6d2c4,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:37.345461 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d79e90a8-b2cd-47fb-bba5-b81dc2df571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:37.370727 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d79e90a8-b2cd-47fb-bba5-b81dc2df571f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.370727 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d79e90a8-b2cd-47fb-bba5-b81dc2df571f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3781ac78-40f0-4034-9957-03ea96d6d2c4 HTTP/1.1" status: 204 len: 168 time: 0.2332811 May 31 11:41:37.427717 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-066cc748-4121-4b9b-b6a9-8305bcfdb13a service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984366 May 31 11:41:37.532617 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a92c8-a47a-423a-a6a4-392179309d14 req-e0cb47b8-4dd6-4386-a007-dcfd001c6acf tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:37.534406 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 38496) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:37.540034 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-951a92c8-a47a-423a-a6a4-392179309d14 req-e0cb47b8-4dd6-4386-a007-dcfd001c6acf tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 943 time: 0.1092358 May 31 11:41:37.600062 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-951a92c8-a47a-423a-a6a4-392179309d14 req-32a09c4b-45b6-45e0-880c-af930fdc6de4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591946 May 31 11:41:37.605988 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e97d1cb-fe87-4ce4-b3dd-79e255897e25 req-0b8317f6-dfdc-45c4-a961-d295b39dbe6d service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687729 May 31 11:41:37.618054 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a3622-ec71-4dcb-aa2a-8be37b87024f req-782a9a40-1dac-46cc-8840-c1c8f4e37032 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:37.626096 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9f1a3622-ec71-4dcb-aa2a-8be37b87024f req-782a9a40-1dac-46cc-8840-c1c8f4e37032 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 944 time: 0.2686131 May 31 11:41:37.676538 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9f1a3622-ec71-4dcb-aa2a-8be37b87024f req-2ead3d7d-a3cc-4456-805d-6f1e7efcfb13 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463274 May 31 11:41:37.861504 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.866463 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c2e0-537e-41aa-ac77-c5449ea93b62 req-e7427cd1-fb89-4ea2-8857-03a1d54e55bc tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:37.867945 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f58c2e0-537e-41aa-ac77-c5449ea93b62 req-e7427cd1-fb89-4ea2-8857-03a1d54e55bc tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 945 time: 0.0855758 May 31 11:41:37.878631 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:37.883952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Usage tracker for resource:security_group_rule and tenant:afbe53fbce6d4d7fb6a996af48b64d6b is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:37.885464 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:37.891246 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:37.924658 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f58c2e0-537e-41aa-ac77-c5449ea93b62 req-767fa317-1792-4a17-961b-43531e62ad69 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500457 May 31 11:41:37.994859 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.000903 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.013319 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:38.055925 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=afbe53fbce6d4d7fb6a996af48b64d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190661 May 31 11:41:38.057733 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b35c83-87ff-4469-8887-1c75b08bb7a4,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:38.058556 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38526) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:38.061522 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:38.152992 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e2368161-6804-4934-81bf-957fa158e61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.188535 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e2368161-6804-4934-81bf-957fa158e61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.204134 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afe555-f4ba-48cf-bbbe-0328ba815016 req-9ba12c1e-26b4-4418-8407-b477ce2550bf tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:38.205869 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64afe555-f4ba-48cf-bbbe-0328ba815016 req-9ba12c1e-26b4-4418-8407-b477ce2550bf tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0930789 May 31 11:41:38.247241 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e2368161-6804-4934-81bf-957fa158e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.254479 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f851168d-1037-4df7-9286-4cdf9e016c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:38.257589 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64afe555-f4ba-48cf-bbbe-0328ba815016 req-dd7bd9ca-a08b-45c7-9f61-58cd0755969d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 May 31 11:41:38.264958 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368161-6804-4934-81bf-957fa158e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b35c83-87ff-4469-8887-1c75b08bb7a4,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:38.267266 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e2368161-6804-4934-81bf-957fa158e61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:38.275017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e2368161-6804-4934-81bf-957fa158e61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.286414 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e2368161-6804-4934-81bf-957fa158e61e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3b35c83-87ff-4469-8887-1c75b08bb7a4 HTTP/1.1" status: 204 len: 168 time: 0.2221813 May 31 11:41:38.324725 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a7d6fdc2-0d2e-412d-8272-eb3f7c0c5315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.541997 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.767513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 38568) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:38.841016 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc6e6-6897-43d2-ad89-0005b9e04b7e req-6bee7b0f-21be-4529-b546-ec5c4cc94146 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:38.843133 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3acc6e6-6897-43d2-ad89-0005b9e04b7e req-6bee7b0f-21be-4529-b546-ec5c4cc94146 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 943 time: 0.1169264 May 31 11:41:38.901619 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3acc6e6-6897-43d2-ad89-0005b9e04b7e req-189ccc35-e013-4182-b9b5-8eaca3baa62c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 May 31 11:41:38.939280 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.958247 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:38.963101 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Usage tracker for resource:security_group_rule and tenant:bffcaa99f98d4213866602f94f5edd4d is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:38.966953 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:38.973575 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:38.995690 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435afe06-ba72-430e-8162-daa8c7a9359d req-4a31ed6f-64e8-4b6b-9230-749e87e282fd tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:38.997119 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-435afe06-ba72-430e-8162-daa8c7a9359d req-4a31ed6f-64e8-4b6b-9230-749e87e282fd tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1546173 May 31 11:41:39.061654 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-435afe06-ba72-430e-8162-daa8c7a9359d req-764b824b-b17a-404c-ab54-7d8bdef08cef tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570626 May 31 11:41:39.106691 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.110726 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.119247 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a9bc11f6-7d77-444e-b2f3-81a22a3483d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:39.168795 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bffcaa99f98d4213866602f94f5edd4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978968 May 31 11:41:39.168795 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dbc260-9e78-41ec-b047-6a7fcbf8383f,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:39.169440 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 38592) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:39.171385 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:39.265858 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90667cc9-788d-4c18-8a58-4f82e1affbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.298210 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90667cc9-788d-4c18-8a58-4f82e1affbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.356475 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90667cc9-788d-4c18-8a58-4f82e1affbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.361954 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9fbd7879-155e-44ed-a536-e178366156de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:39.373759 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90667cc9-788d-4c18-8a58-4f82e1affbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dbc260-9e78-41ec-b047-6a7fcbf8383f,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:39.380633 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-90667cc9-788d-4c18-8a58-4f82e1affbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:39.381435 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90667cc9-788d-4c18-8a58-4f82e1affbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.382567 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-90667cc9-788d-4c18-8a58-4f82e1affbd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95dbc260-9e78-41ec-b047-6a7fcbf8383f HTTP/1.1" status: 204 len: 168 time: 0.2121470 May 31 11:41:39.473883 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe2376-8fec-4521-9591-6ac46459821e req-ffd78c50-ac73-41e8-8861-050cbfc33794 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:39.475508 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9cfe2376-8fec-4521-9591-6ac46459821e req-ffd78c50-ac73-41e8-8861-050cbfc33794 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0919583 May 31 11:41:39.508528 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device ea781846-741a-4163-b193-31d456993698 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:39.520027 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 5807380b-16a8-42c0-8f01-b90ad546f152 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:39.534420 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9cfe2376-8fec-4521-9591-6ac46459821e req-28608c71-f029-4298-b6d8-8843c4782020 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531788 May 31 11:41:39.702836 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 5807380b-16a8-42c0-8f01-b90ad546f152 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:39.716531 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 5807380b-16a8-42c0-8f01-b90ad546f152 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:39.716899 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.766687 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port ea781846-741a-4163-b193-31d456993698, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ea781846-741a-4163-b193-31d456993698,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:39.786988 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'ea781846-741a-4163-b193-31d456993698', 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'port_id': 'ea781846-741a-4163-b193-31d456993698', 'mac_address': 'fa:16:3e:63:19:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f23f6a-9323-4239-8e5f-11c5ae869730', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:39.891463 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.914566 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea781846-741a-4163-b193-31d456993698 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:39.924277 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.948099 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port ea781846-741a-4163-b193-31d456993698, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ea781846-741a-4163-b193-31d456993698,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:39.955794 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.958148 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:39.999643 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4bfb59-4cfc-498b-a244-82868debb9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5807380b-16a8-42c0-8f01-b90ad546f152'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:40.001881 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5afd84c-b68f-4231-829e-2b44d6b5dd7e" -d '{"events": [{"server_uuid": "0e4bfb59-4cfc-498b-a244-82868debb9ff", "name": "network-vif-plugged", "status": "completed", "tag": "5807380b-16a8-42c0-8f01-b90ad546f152"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:40.024800 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 5807380b-16a8-42c0-8f01-b90ad546f152, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5807380b-16a8-42c0-8f01-b90ad546f152,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:40.035375 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.036212 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device ff10933d-7e5a-4f6f-b7b7-1a87b462085b up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:40.089114 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f91f2fc-ca12-4592-91ea-77ec35e59858 x-openstack-request-id: req-8f91f2fc-ca12-4592-91ea-77ec35e59858 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:40.089114 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4bfb59-4cfc-498b-a244-82868debb9ff", "name": "network-vif-plugged", "status": "completed", "tag": "5807380b-16a8-42c0-8f01-b90ad546f152", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:40.089418 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f91f2fc-ca12-4592-91ea-77ec35e59858 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:40.090358 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4bfb59-4cfc-498b-a244-82868debb9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5807380b-16a8-42c0-8f01-b90ad546f152', 'code': 200} May 31 11:41:40.102393 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=ea781846-741a-4163-b193-31d456993698,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:40.107303 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:40.107767 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-32b6aef9-c5bf-40ec-8b9d-548fc65f1196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:40.189441 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port ff10933d-7e5a-4f6f-b7b7-1a87b462085b completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:40.192825 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=5807380b-16a8-42c0-8f01-b90ad546f152,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:40.196990 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:40.198324 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port ff10933d-7e5a-4f6f-b7b7-1a87b462085b triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:40.198690 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.245409 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f520a05-09a3-474e-b1b9-2ee4918f289e req-2c19e5b2-5189-4e8a-8505-05d59e118ebc tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:40.246145 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-2f520a05-09a3-474e-b1b9-2ee4918f289e req-2c19e5b2-5189-4e8a-8505-05d59e118ebc tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:40.262590 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-2f520a05-09a3-474e-b1b9-2ee4918f289e req-2c19e5b2-5189-4e8a-8505-05d59e118ebc tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:40.273549 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2f520a05-09a3-474e-b1b9-2ee4918f289e req-2c19e5b2-5189-4e8a-8505-05d59e118ebc tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 944 time: 0.1498339 May 31 11:41:40.292432 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a3ee0-1ce9-48b4-bbfd-ddf2e4c934af req-6ba62972-c493-4d4d-90ac-ae06bfcc2d97 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:40.293298 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-491a3ee0-1ce9-48b4-bbfd-ddf2e4c934af req-6ba62972-c493-4d4d-90ac-ae06bfcc2d97 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Synchronizing usage tracker for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:40.321341 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-491a3ee0-1ce9-48b4-bbfd-ddf2e4c934af req-6ba62972-c493-4d4d-90ac-ae06bfcc2d97 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Unset dirty status for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:40.322835 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-491a3ee0-1ce9-48b4-bbfd-ddf2e4c934af req-6ba62972-c493-4d4d-90ac-ae06bfcc2d97 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1326635 May 31 11:41:40.334297 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2f520a05-09a3-474e-b1b9-2ee4918f289e req-210db171-05a7-42b8-9b05-5a5007da8fa6 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595250 May 31 11:41:40.367099 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.382978 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-491a3ee0-1ce9-48b4-bbfd-ddf2e4c934af req-b2c865b0-f492-454c-b1e7-81d40f8d5ae2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Synchronizing usage tracker for tenant:e65c159b42774199b584b6d29e570d24 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:40.408515 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-491a3ee0-1ce9-48b4-bbfd-ddf2e4c934af req-b2c865b0-f492-454c-b1e7-81d40f8d5ae2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Unset dirty status for tenant:e65c159b42774199b584b6d29e570d24 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:40.410349 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-491a3ee0-1ce9-48b4-bbfd-ddf2e4c934af req-b2c865b0-f492-454c-b1e7-81d40f8d5ae2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806203 May 31 11:41:40.424668 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port ff10933d-7e5a-4f6f-b7b7-1a87b462085b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:40.439178 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.441718 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:40.522859 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['ea781846-741a-4163-b193-31d456993698'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:40.591542 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f2805-8f53-40da-9ca1-a558cf77251b req-287da24b-65b6-46a8-8a0f-a31ce4dc1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:40.593111 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d44f2805-8f53-40da-9ca1-a558cf77251b req-287da24b-65b6-46a8-8a0f-a31ce4dc1a50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 1098 time: 0.0803373 May 31 11:41:40.612230 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:40.618035 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:40.653625 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d44f2805-8f53-40da-9ca1-a558cf77251b req-d5526766-506e-41e6-afbb-969a2c1691f2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495799 May 31 11:41:40.742588 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c5b19-cee4-4a3a-938f-24607e928c73 req-31b512c9-79b3-43ca-8671-6f8ca6595621 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:40.744096 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b28c5b19-cee4-4a3a-938f-24607e928c73 req-31b512c9-79b3-43ca-8671-6f8ca6595621 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0817039 May 31 11:41:40.789518 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b28c5b19-cee4-4a3a-938f-24607e928c73 req-28c12f3a-5237-4df8-bac9-14427fcb1f25 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398171 May 31 11:41:40.824899 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4ffe19c0-4fe3-4abf-81bf-ef7773a866fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.901403 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.519914 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb322-75a8-403f-907c-9a74355966ab req-7a96a675-e22f-413a-8e5f-bf270b5ca150 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:41.526124 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dc9fb322-75a8-403f-907c-9a74355966ab req-7a96a675-e22f-413a-8e5f-bf270b5ca150 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 944 time: 0.0923367 May 31 11:41:41.620318 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac03e5-ebda-4ab1-bcd1-30332e4d6107 req-95535969-17e2-4eb0-aca4-0aee36925507 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:41.621871 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-61ac03e5-ebda-4ab1-bcd1-30332e4d6107 req-95535969-17e2-4eb0-aca4-0aee36925507 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0924373 May 31 11:41:41.656092 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dc9fb322-75a8-403f-907c-9a74355966ab req-b03c79dc-2654-4fcf-ba30-3d5b8da18129 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285188 May 31 11:41:41.673411 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-61ac03e5-ebda-4ab1-bcd1-30332e4d6107 req-b9433a85-e6fe-4fbd-b610-092511057e31 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 May 31 11:41:41.692338 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.982817 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3c1c5-7294-4aac-a452-f132f8a503f3 req-e7cc547b-3ef8-4b82-a679-d8d35aee844f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:41.984286 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2bb3c1c5-7294-4aac-a452-f132f8a503f3 req-e7cc547b-3ef8-4b82-a679-d8d35aee844f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0797908 May 31 11:41:42.032956 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2bb3c1c5-7294-4aac-a452-f132f8a503f3 req-369ced98-602c-45aa-8c2a-ca01316418c9 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 May 31 11:41:42.091100 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7491e0b7-bd24-4c79-8ad1-8a79a817dfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10933d-7e5a-4f6f-b7b7-1a87b462085b'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:42.093392 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ae9987-3140-4ff3-854b-2e7beedae295" -d '{"events": [{"server_uuid": "7491e0b7-bd24-4c79-8ad1-8a79a817dfd0", "name": "network-vif-plugged", "status": "completed", "tag": "ff10933d-7e5a-4f6f-b7b7-1a87b462085b"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:42.133440 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7d990c-3cae-434c-8762-2dfea42bd942 x-openstack-request-id: req-0f7d990c-3cae-434c-8762-2dfea42bd942 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:42.133760 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7491e0b7-bd24-4c79-8ad1-8a79a817dfd0", "name": "network-vif-plugged", "status": "completed", "tag": "ff10933d-7e5a-4f6f-b7b7-1a87b462085b", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:42.134018 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f7d990c-3cae-434c-8762-2dfea42bd942 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:42.134425 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7491e0b7-bd24-4c79-8ad1-8a79a817dfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10933d-7e5a-4f6f-b7b7-1a87b462085b', 'code': 200} May 31 11:41:42.554832 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbbf28-3357-4529-9930-4d01bef35c7c req-bc586a5b-5ed8-4033-90e9-48459c3c7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:42.556423 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-56bbbf28-3357-4529-9930-4d01bef35c7c req-bc586a5b-5ed8-4033-90e9-48459c3c7efc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1098 time: 0.0697522 May 31 11:41:42.605504 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-56bbbf28-3357-4529-9930-4d01bef35c7c req-5594f3be-e2bc-4a3e-bc84-e6e121661295 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 May 31 11:41:42.851749 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdb112-5f6e-4983-80cc-aea318623abd req-555ce336-2549-4442-ab49-dfc99dc6d8e1 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:42.853205 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9fdb112-5f6e-4983-80cc-aea318623abd req-555ce336-2549-4442-ab49-dfc99dc6d8e1 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 944 time: 0.0831454 May 31 11:41:42.875634 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc121e5d-2edd-4deb-96a3-22b0e05b28ac req-22817712-ae31-4145-ac2c-d06e1ba4f5a7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:42.878881 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cc121e5d-2edd-4deb-96a3-22b0e05b28ac req-22817712-ae31-4145-ac2c-d06e1ba4f5a7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0868526 May 31 11:41:42.900502 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9fdb112-5f6e-4983-80cc-aea318623abd req-704c1f2d-aa59-4a93-9385-4a6465b07cc4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 May 31 11:41:42.926523 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cc121e5d-2edd-4deb-96a3-22b0e05b28ac req-171c2231-be72-4a97-bf39-9a6a39ffd4ba tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 May 31 11:41:43.229817 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3582cd-1e96-4dba-a199-7688361b0f94 req-21e7e539-1c47-4a65-92ce-a24c17a0e192 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:43.231383 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf3582cd-1e96-4dba-a199-7688361b0f94 req-21e7e539-1c47-4a65-92ce-a24c17a0e192 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0847266 May 31 11:41:43.275726 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf3582cd-1e96-4dba-a199-7688361b0f94 req-f41fad39-c0a8-43c4-9028-24f0a135ea7d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384972 May 31 11:41:43.514024 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.543708 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:43.553088 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device ea781846-741a-4163-b193-31d456993698 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:43.713768 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port ea781846-741a-4163-b193-31d456993698 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:43.729058 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port ea781846-741a-4163-b193-31d456993698 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:43.729435 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.766132 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:43.793159 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'port_id': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'mac_address': 'fa:16:3e:92:83:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:43.883581 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.923308 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf018ff6-8523-4bb8-b5ec-e8e277772eef {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:43.940048 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.957124 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:43.967991 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.970947 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:44.027828 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port ea781846-741a-4163-b193-31d456993698, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ea781846-741a-4163-b193-31d456993698,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:44.035653 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.051566 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=6']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:44.054962 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:44.055618 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:44.135676 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0f7e96-9042-43ab-9923-17139bcb87f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea781846-741a-4163-b193-31d456993698'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:44.138376 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38071e18-af87-46a8-953c-a35961e6960f" -d '{"events": [{"server_uuid": "bc0f7e96-9042-43ab-9923-17139bcb87f9", "name": "network-vif-plugged", "status": "completed", "tag": "ea781846-741a-4163-b193-31d456993698"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:44.144130 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=ea781846-741a-4163-b193-31d456993698,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:44.145760 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936febb2-5af6-4a2e-b743-04f5a3721ff3 req-d5040f3f-5c29-4949-885d-afb214e734e7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:44.149545 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936febb2-5af6-4a2e-b743-04f5a3721ff3 req-d5040f3f-5c29-4949-885d-afb214e734e7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0879498 May 31 11:41:44.152288 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:44.154186 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf610b4e-1feb-4439-a406-6a810ce30e06 req-18cf494b-da7c-49c6-b601-3e0e9db92108 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:44.155778 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cf610b4e-1feb-4439-a406-6a810ce30e06 req-18cf494b-da7c-49c6-b601-3e0e9db92108 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 945 time: 0.0973737 May 31 11:41:44.198872 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936febb2-5af6-4a2e-b743-04f5a3721ff3 req-ad54570f-7286-4517-bcd2-746d603ce863 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 May 31 11:41:44.207140 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cf610b4e-1feb-4439-a406-6a810ce30e06 req-afd8d7c9-af3e-4ac3-98ff-889e346d8c9d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 May 31 11:41:44.240879 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['cf018ff6-8523-4bb8-b5ec-e8e277772eef'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:44.267402 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e037425-1484-40ad-b873-c3928d03f82f x-openstack-request-id: req-8e037425-1484-40ad-b873-c3928d03f82f {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:44.267699 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0f7e96-9042-43ab-9923-17139bcb87f9", "name": "network-vif-plugged", "status": "completed", "tag": "ea781846-741a-4163-b193-31d456993698", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:44.267958 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e037425-1484-40ad-b873-c3928d03f82f {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:44.268340 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0f7e96-9042-43ab-9923-17139bcb87f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea781846-741a-4163-b193-31d456993698', 'code': 200} May 31 11:41:44.480931 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bd9fb-726b-430b-8864-c3a45a22e844 req-cba237e5-5807-4559-892f-5e3362021271 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:44.483005 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-da0bd9fb-726b-430b-8864-c3a45a22e844 req-cba237e5-5807-4559-892f-5e3362021271 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 944 time: 0.0937300 May 31 11:41:44.532833 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-da0bd9fb-726b-430b-8864-c3a45a22e844 req-d08c2563-f9c1-4b84-857f-1183c6d2ed7f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 May 31 11:41:44.662621 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d8963-4bd5-46ed-a260-8a94c51d6f37 req-c3cd5a1e-317c-433d-86c8-3b973febf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:44.664075 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ae5d8963-4bd5-46ed-a260-8a94c51d6f37 req-c3cd5a1e-317c-433d-86c8-3b973febf2fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 1098 time: 0.0740278 May 31 11:41:44.708342 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ae5d8963-4bd5-46ed-a260-8a94c51d6f37 req-b6c5434f-c545-4b46-a21b-57c799d900ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 May 31 11:41:45.389602 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3f406-7991-4c3a-a71f-febf7f722f60 req-41fcaa80-ac16-45d1-92f6-41ffba7e5a22 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:45.390774 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48b437-7e37-4443-8ca5-b69838f34530 req-8b311d2b-7589-414c-a1ce-9ae47ed63ace tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:45.391647 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-51f3f406-7991-4c3a-a71f-febf7f722f60 req-41fcaa80-ac16-45d1-92f6-41ffba7e5a22 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0844319 May 31 11:41:45.392206 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bd48b437-7e37-4443-8ca5-b69838f34530 req-8b311d2b-7589-414c-a1ce-9ae47ed63ace tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 945 time: 0.0795381 May 31 11:41:45.436173 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-51f3f406-7991-4c3a-a71f-febf7f722f60 req-4911283b-cf4f-4c31-9446-4a3b3078e34b tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 May 31 11:41:45.436427 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bd48b437-7e37-4443-8ca5-b69838f34530 req-ce29346b-6109-4289-a88e-dde22fe5231c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 May 31 11:41:45.551125 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:45.630025 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port cf018ff6-8523-4bb8-b5ec-e8e277772eef triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:45.630674 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.767930 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.816430 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:45.820929 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.822972 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:45.865440 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268c36-0809-4d3b-a244-a01caade626c req-838af2da-c26e-4cd1-b91e-058b4df5ea76 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:45.867169 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-12268c36-0809-4d3b-a244-a01caade626c req-838af2da-c26e-4cd1-b91e-058b4df5ea76 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 944 time: 0.2173831 May 31 11:41:45.902722 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba4714-c5dd-4fdc-941a-4a2e334222ec req-b3a68373-9cdf-4441-9ca9-ae305f2a49dc tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:45.902722 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25ba4714-c5dd-4fdc-941a-4a2e334222ec req-b3a68373-9cdf-4441-9ca9-ae305f2a49dc tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1001086 May 31 11:41:45.904274 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=7']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:45.907583 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:45.924480 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-23e548c5-9409-491d-9145-025075218b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:45.926145 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-23e548c5-9409-491d-9145-025075218b0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1098 time: 0.1285646 May 31 11:41:45.931242 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-12268c36-0809-4d3b-a244-a01caade626c req-bbe91c08-81dc-45d0-9684-2ecc101b6427 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575902 May 31 11:41:45.950505 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25ba4714-c5dd-4fdc-941a-4a2e334222ec req-6f975608-0b70-4657-8cc4-c0343cee5deb tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 May 31 11:41:46.071233 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-d29898cc-d659-40fb-9e37-85af656caa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:46.072558 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-d29898cc-d659-40fb-9e37-85af656caa0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1397934 May 31 11:41:46.152408 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-7138c53e-7c4b-46e2-ae49-e5d63cea8310 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 200 len: 217 time: 0.0625887 May 31 11:41:46.215411 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-813b81a9-6b8c-4084-8c35-99984cd2769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:46.216848 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-813b81a9-6b8c-4084-8c35-99984cd2769a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.0574198 May 31 11:41:46.272037 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:46.272394 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aab6a3f-e0b8-41aa-bb41-733723191f9a" -d '{"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-plugged", "status": "completed", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:46.294895 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-f469fc82-e010-47dd-833a-c420ba57f1bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420229 May 31 11:41:46.321674 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78154614-33f9-4a17-804a-fbd45db44097 x-openstack-request-id: req-78154614-33f9-4a17-804a-fbd45db44097 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:46.321915 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-plugged", "status": "completed", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:46.322171 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78154614-33f9-4a17-804a-fbd45db44097 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:46.322562 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'code': 200} May 31 11:41:46.432820 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-16b5a0a4-129e-479b-b7e5-f7cc155403d4 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309438 May 31 11:41:46.571950 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b05f0955-a6d5-434e-b696-c40c0a0c8d1a req-d770af52-2ba0-421d-b7aa-bdd7be76fcc9 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296473 May 31 11:41:46.637449 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092615c-a141-4684-90a5-9da8520d0347 req-fe83ba9b-c871-4c66-aae1-c046ff20b41f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:46.638458 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c092615c-a141-4684-90a5-9da8520d0347 req-fe83ba9b-c871-4c66-aae1-c046ff20b41f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 945 time: 0.0867741 May 31 11:41:46.683121 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c092615c-a141-4684-90a5-9da8520d0347 req-7e7846b5-70d1-42c5-9694-8ea1f4bd8c1f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 May 31 11:41:47.192354 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daca79-d109-4c8b-9788-5d1e0f2a2ed1 req-5dd668fc-33c7-4e04-aaf0-9de510bd47dc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:47.194094 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-25daca79-d109-4c8b-9788-5d1e0f2a2ed1 req-5dd668fc-33c7-4e04-aaf0-9de510bd47dc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1029561 May 31 11:41:47.194296 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2c390-38fb-4250-99aa-7b98e04bf60c req-a89b1280-cefc-47ad-af21-eac680f77bbf tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:47.195875 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a2c390-38fb-4250-99aa-7b98e04bf60c req-a89b1280-cefc-47ad-af21-eac680f77bbf tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0988829 May 31 11:41:47.242625 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-25daca79-d109-4c8b-9788-5d1e0f2a2ed1 req-510fe4bc-2edb-4d4d-94e5-cee525d4ddc7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 May 31 11:41:47.247181 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a2c390-38fb-4250-99aa-7b98e04bf60c req-5a45ae73-f6b1-47b7-8609-8be73e1f335c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455804 May 31 11:41:48.448169 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e004d6-a77b-4455-a799-83b3a900523f req-3b1626c9-0908-40b2-80af-d4ea5a1afb2d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:48.449852 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-29e004d6-a77b-4455-a799-83b3a900523f req-3b1626c9-0908-40b2-80af-d4ea5a1afb2d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0867431 May 31 11:41:48.495727 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-29e004d6-a77b-4455-a799-83b3a900523f req-fee0a638-d787-498e-83d3-b5656eb65efd tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 May 31 11:41:48.677541 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3730c-1786-4610-b4b1-616867df8647 req-e48ebb4d-7867-4cca-85c8-183727eefa82 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:48.679056 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-70b3730c-1786-4610-b4b1-616867df8647 req-e48ebb4d-7867-4cca-85c8-183727eefa82 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0859959 May 31 11:41:48.728540 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-70b3730c-1786-4610-b4b1-616867df8647 req-1075844b-e190-43d4-8495-95ff1b3d71ab tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434153 May 31 11:41:49.685965 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aa4e8-a601-4212-860b-10ff1ce032f2 req-13f5a265-1bd3-4d10-b785-79f96a93b5b9 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:49.687429 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2c8aa4e8-a601-4212-860b-10ff1ce032f2 req-13f5a265-1bd3-4d10-b785-79f96a93b5b9 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0803156 May 31 11:41:49.732614 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2c8aa4e8-a601-4212-860b-10ff1ce032f2 req-85a0f83d-a3b0-476a-8cf2-a426985397eb tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 May 31 11:41:49.922931 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cd57f-1424-4969-9747-dd6478f9e568 req-8a690f53-9fbe-4a87-a9d0-963d624b5e4a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:49.924277 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5e3cd57f-1424-4969-9747-dd6478f9e568 req-8a690f53-9fbe-4a87-a9d0-963d624b5e4a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0840757 May 31 11:41:49.971505 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5e3cd57f-1424-4969-9747-dd6478f9e568 req-cfb7b35a-6c77-4aa4-aac8-6a3d353158dd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 May 31 11:41:50.921995 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a948f1-1004-46fa-bec0-16b5e4fe7512 req-06629290-b424-43ba-acab-e66adbf20fba tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:50.923736 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f6a948f1-1004-46fa-bec0-16b5e4fe7512 req-06629290-b424-43ba-acab-e66adbf20fba tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0846848 May 31 11:41:50.969958 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f6a948f1-1004-46fa-bec0-16b5e4fe7512 req-288bee41-8a96-42ce-876e-e3f0e150a008 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404642 May 31 11:41:51.161522 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3b6b3-ef5d-49ab-aa96-bf429c9e6fd8 req-18e01dea-b961-4dc1-ae83-98a1997c79c7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:51.162867 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e1d3b6b3-ef5d-49ab-aa96-bf429c9e6fd8 req-18e01dea-b961-4dc1-ae83-98a1997c79c7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0799477 May 31 11:41:51.207028 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e1d3b6b3-ef5d-49ab-aa96-bf429c9e6fd8 req-1d3f0add-cc8a-46c1-a665-481c003c2a62 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 May 31 11:41:52.156974 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666d2a3-de30-4e9b-8013-f6ce9eb9737f req-3207a78f-461c-4dc1-aa04-4b36b510e305 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:52.158567 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9666d2a3-de30-4e9b-8013-f6ce9eb9737f req-3207a78f-461c-4dc1-aa04-4b36b510e305 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0821376 May 31 11:41:52.203648 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9666d2a3-de30-4e9b-8013-f6ce9eb9737f req-ad177460-8f11-4f49-bba2-3757a9c54d8c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 May 31 11:41:52.398359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba6467-1246-49fe-a011-0975d655e15b req-a6fc03ff-1061-45b5-bcd2-ff4abe4b4266 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:52.399813 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-faba6467-1246-49fe-a011-0975d655e15b req-a6fc03ff-1061-45b5-bcd2-ff4abe4b4266 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0833044 May 31 11:41:52.444036 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-faba6467-1246-49fe-a011-0975d655e15b req-dd962177-94c1-4563-b232-75e5a8ecf216 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386236 May 31 11:41:53.398449 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602dfbd-429a-4582-949c-14b556d788a9 req-b7a26cd7-acfc-46c4-b0d1-420ae83dab83 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:53.399812 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5602dfbd-429a-4582-949c-14b556d788a9 req-b7a26cd7-acfc-46c4-b0d1-420ae83dab83 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0841370 May 31 11:41:53.445764 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5602dfbd-429a-4582-949c-14b556d788a9 req-e0b8369c-4607-4828-9599-d020e69fe9c2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 May 31 11:41:53.631343 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fddc5-1f26-4de6-9521-1b3d22bc19a3 req-57a83f54-c8e0-4f13-8ba4-00f49a0b1fc5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:53.637548 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6a7fddc5-1f26-4de6-9521-1b3d22bc19a3 req-57a83f54-c8e0-4f13-8ba4-00f49a0b1fc5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0793636 May 31 11:41:53.678369 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6a7fddc5-1f26-4de6-9521-1b3d22bc19a3 req-9726dbd5-0fce-45fc-9971-6057a937da78 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394526 May 31 11:41:54.627688 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe422-c06f-4267-b908-8d320d267a43 req-b669178b-54c7-4e03-8bde-ee4f74208cc9 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:54.629204 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fb0fe422-c06f-4267-b908-8d320d267a43 req-b669178b-54c7-4e03-8bde-ee4f74208cc9 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0787425 May 31 11:41:54.678487 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fb0fe422-c06f-4267-b908-8d320d267a43 req-0dcad402-f235-4049-86d7-385864a26459 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 May 31 11:41:54.875528 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd1b2-a978-44e5-ad7b-a1c5c4004fb7 req-8faa4de5-b15e-4d33-a971-febc187dc402 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:54.876972 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4ebcd1b2-a978-44e5-ad7b-a1c5c4004fb7 req-8faa4de5-b15e-4d33-a971-febc187dc402 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0854805 May 31 11:41:54.922415 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4ebcd1b2-a978-44e5-ad7b-a1c5c4004fb7 req-0e14be4f-c9a1-4469-9f18-936ee3ad3e6b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 May 31 11:41:55.879738 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3aaec-a6a3-4c64-ae1a-0946e2656098 req-a1381ff1-0dfc-47ab-8e60-f7df265ded82 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:55.881567 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dba3aaec-a6a3-4c64-ae1a-0946e2656098 req-a1381ff1-0dfc-47ab-8e60-f7df265ded82 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0934296 May 31 11:41:55.930287 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dba3aaec-a6a3-4c64-ae1a-0946e2656098 req-e28eb484-a5bb-437a-bbcb-bdcc1c684638 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 May 31 11:41:56.125866 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d14e-ca38-44d1-bda8-6ee5126a3aa1 req-2f152cab-b656-4b59-bd5c-5cc5b1321176 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:56.127324 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a3e1d14e-ca38-44d1-bda8-6ee5126a3aa1 req-2f152cab-b656-4b59-bd5c-5cc5b1321176 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0850291 May 31 11:41:56.184621 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a3e1d14e-ca38-44d1-bda8-6ee5126a3aa1 req-aac5e04d-b8f9-4b78-b672-fdd6455c44ae tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418386 May 31 11:41:57.149142 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402468d-d749-40ab-b82e-77158eab8211 req-49618ad8-1d7e-44dd-88e5-eb0e3edb1c0d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.151032 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6402468d-d749-40ab-b82e-77158eab8211 req-49618ad8-1d7e-44dd-88e5-eb0e3edb1c0d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1059003 May 31 11:41:57.204469 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6402468d-d749-40ab-b82e-77158eab8211 req-62827016-4aa3-4acb-8c35-1c163554651d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 May 31 11:41:57.434465 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9b830-5c8b-4a5f-95fb-d27e09cb0684 req-c3226f43-9052-48d1-8223-344a85e7550e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.435902 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-73d9b830-5c8b-4a5f-95fb-d27e09cb0684 req-c3226f43-9052-48d1-8223-344a85e7550e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1382694 May 31 11:41:57.481063 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-73d9b830-5c8b-4a5f-95fb-d27e09cb0684 req-31cef412-5f24-40f8-a65d-bdba94c9fe09 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388153 May 31 11:41:58.435521 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45c99-ca2c-4d1e-ade3-74730b4ecbd6 req-f12d502a-7d37-47dc-810b-611e3a8814cd tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:58.437694 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aab45c99-ca2c-4d1e-ade3-74730b4ecbd6 req-f12d502a-7d37-47dc-810b-611e3a8814cd tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0991917 May 31 11:41:58.488316 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aab45c99-ca2c-4d1e-ade3-74730b4ecbd6 req-b63c429f-ce7f-4a4b-9121-ef22ac574d4d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 May 31 11:41:58.688741 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43bb99-20f3-4873-8ce1-478eccd77ed6 req-b2c02154-552c-4871-be74-2d5121fa5a57 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:58.690223 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7a43bb99-20f3-4873-8ce1-478eccd77ed6 req-b2c02154-552c-4871-be74-2d5121fa5a57 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0857999 May 31 11:41:58.737944 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7a43bb99-20f3-4873-8ce1-478eccd77ed6 req-1dddc064-6330-4a5f-be3c-a918fda70cc1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 May 31 11:41:59.715372 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74a87f-9837-49eb-a761-a640d3bc78ef req-a769b88a-c08c-4332-9607-96ca977d2b5f tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:59.716876 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bc74a87f-9837-49eb-a761-a640d3bc78ef req-a769b88a-c08c-4332-9607-96ca977d2b5f tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0937493 May 31 11:41:59.778460 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bc74a87f-9837-49eb-a761-a640d3bc78ef req-bb1fd464-8de4-482a-b773-5a6808a9b447 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482140 May 31 11:41:59.985701 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cb9e3-be53-451f-97a1-79999840b780 req-f86c2869-5005-4547-9b83-56e5085044d0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:59.987559 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-741cb9e3-be53-451f-97a1-79999840b780 req-f86c2869-5005-4547-9b83-56e5085044d0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1048625 May 31 11:42:00.036483 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-741cb9e3-be53-451f-97a1-79999840b780 req-5788508e-91bc-4a21-9306-8a50a150f927 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433583 May 31 11:42:01.149353 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc3dba-cca6-4e14-a297-961c6e9226e5 req-df59dbe0-75f3-43f9-bbe3-2a56a8064f60 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:01.151038 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ebc3dba-cca6-4e14-a297-961c6e9226e5 req-df59dbe0-75f3-43f9-bbe3-2a56a8064f60 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1677463 May 31 11:42:01.202100 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ebc3dba-cca6-4e14-a297-961c6e9226e5 req-595d8baa-d2de-4575-b95c-89d9a29b5d50 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 May 31 11:42:01.392282 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b86a5-de5e-4699-841c-1453c6083829 req-51b64382-cd8a-41e4-92ad-fbeebf166d25 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:01.400117 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-679b86a5-de5e-4699-841c-1453c6083829 req-51b64382-cd8a-41e4-92ad-fbeebf166d25 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0965362 May 31 11:42:01.456127 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-679b86a5-de5e-4699-841c-1453c6083829 req-3ce4b6de-9cd0-4286-974e-3dd8fe63c349 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549531 May 31 11:42:02.419993 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62c145-8568-4bff-b663-8bb543cdc537 req-919f26f8-3f04-4d69-8862-34f5589d7890 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:02.422874 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5d62c145-8568-4bff-b663-8bb543cdc537 req-919f26f8-3f04-4d69-8862-34f5589d7890 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0927336 May 31 11:42:02.455746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-9fa45c88-a8da-4328-a3a0-fa98d82be296 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:02.458224 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-9fa45c88-a8da-4328-a3a0-fa98d82be296 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 814 time: 0.2006381 May 31 11:42:02.490825 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-89e8a8c0-b654-4986-8fac-1b7566e3f98b tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/quotas/2eb073d9eea34204a29999727dc66301 HTTP/1.1" status: 200 len: 375 time: 0.0259109 May 31 11:42:02.500178 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5d62c145-8568-4bff-b663-8bb543cdc537 req-f554314b-216c-4a5d-81ff-ca652f36286a tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657301 May 31 11:42:02.691534 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfb811-ed74-47ab-965b-d2d8e8f9292d req-6070105e-25e4-4525-8913-afaca63a4aed tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:02.698955 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5bcfb811-ed74-47ab-965b-d2d8e8f9292d req-6070105e-25e4-4525-8913-afaca63a4aed tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0999002 May 31 11:42:02.737382 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-b6f33d3f-c536-458e-b411-86e2c55fbe18 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2392044 May 31 11:42:02.755258 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5bcfb811-ed74-47ab-965b-d2d8e8f9292d req-d40ef9b3-3b4b-4544-a733-55023cd26675 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553596 May 31 11:42:02.924028 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-7658b702-67d0-4f26-a45a-1cca46c014fe service neutron] 10.222.0.10 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772485 May 31 11:42:03.084356 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-5dc11393-aad1-42ef-b4ae-6d9d69f1b737 service neutron] 10.222.0.10 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535964 May 31 11:42:03.315508 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9b238fca-85e4-4c37-aa67-06a996d4fcf6 req-a0644de3-e0bc-4d48-9b5c-377b95737ecd tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0529315 May 31 11:42:03.769266 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a502726-1c02-465d-81a6-32b85e67111f req-b1b63fe2-30ef-4fdc-8e80-742670227ffc tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:03.771700 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4a502726-1c02-465d-81a6-32b85e67111f req-b1b63fe2-30ef-4fdc-8e80-742670227ffc tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1082475 May 31 11:42:03.877302 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4a502726-1c02-465d-81a6-32b85e67111f req-852b6191-aa90-4ca2-8abb-84473323ffa5 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938661 May 31 11:42:04.022052 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6948d2-42b6-42ee-9dcc-1d90990a409d req-c9cd0d60-e2c9-49ab-bd2b-41c2fbca7fb1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:04.028823 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0d6948d2-42b6-42ee-9dcc-1d90990a409d req-c9cd0d60-e2c9-49ab-bd2b-41c2fbca7fb1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1047614 May 31 11:42:04.126803 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0d6948d2-42b6-42ee-9dcc-1d90990a409d req-9dbfe672-ee5a-46aa-a6f7-a40221e01818 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970395 May 31 11:42:04.539379 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3aed5476-ad3d-4f8e-a62d-3a58782b7f05 req-d5a470d4-ec1c-430a-a161-ec1e0c341992 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0666356 May 31 11:42:04.585385 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-615b8285-e241-49bf-a094-be9ef8173fae tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-129968815&fields=id&tenant_id=c64fc9e3b7fe492a86603ee3b85df696 HTTP/1.1" status: 200 len: 267 time: 0.0602918 May 31 11:42:04.790158 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-4f79e855-6db4-4596-9e0a-3d1203721c6a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:04.791653 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-4f79e855-6db4-4596-9e0a-3d1203721c6a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/networks?id=b36ef0d2-16ac-47a3-83fa-380326e1234b HTTP/1.1" status: 200 len: 811 time: 0.1988111 May 31 11:42:04.811259 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-56d8172b-c4f0-4d5a-b4d3-399975243104 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/quotas/c64fc9e3b7fe492a86603ee3b85df696 HTTP/1.1" status: 200 len: 375 time: 0.0093784 May 31 11:42:05.079995 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1f29c45-6210-4beb-b1e5-37ee5c536472 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.080612 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1f29c45-6210-4beb-b1e5-37ee5c536472 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 814 time: 0.2020476 May 31 11:42:05.110629 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Request body: {'port': {'device_id': '0fd5eab8-cfa8-4782-8a70-19689910802e', 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'admin_state_up': True, 'tenant_id': '2eb073d9eea34204a29999727dc66301'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:05.190312 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02dd1e-773d-4e73-b9e4-49ea41d65293 req-b4a0403e-2630-460e-bd3f-76f0ec273ced tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.191817 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e02dd1e-773d-4e73-b9e4-49ea41d65293 req-b4a0403e-2630-460e-bd3f-76f0ec273ced tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1424637 May 31 11:42:05.279605 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-114e37cf-34f3-49e1-8709-5be80bf611dd tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c64fc9e3b7fe492a86603ee3b85df696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4585950 May 31 11:42:05.298954 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e02dd1e-773d-4e73-b9e4-49ea41d65293 req-d0f12d8b-5b98-4373-b9e2-5941893c4396 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004350 May 31 11:42:05.443698 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:05.471746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:05.507427 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409797b-f0f7-4b32-a906-1625b183c97a req-d31e7536-cee6-401e-abef-29990ba577a7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.508990 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1409797b-f0f7-4b32-a906-1625b183c97a req-d31e7536-cee6-401e-abef-29990ba577a7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.0894845 May 31 11:42:05.516380 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Made reservation on behalf of 2eb073d9eea34204a29999727dc66301 for: {'port': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:05.521745 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:05.540899 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-80a700e0-84ff-4f35-a1c1-fe8963e58750 service neutron] 10.222.0.10 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352710 May 31 11:42:05.559057 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1409797b-f0f7-4b32-a906-1625b183c97a req-8c84ce91-79d8-43c4-a42d-761498d65571 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 May 31 11:42:05.902841 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-64dac179-67da-4a74-a736-299f4c67ac61 req-8664185b-aa6d-4ab8-badd-0cac0448a931 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0578721 May 31 11:42:05.968512 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-73ac45a2-6e83-4d2a-85b4-a432c5c065de service neutron] 10.222.0.10 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176724 May 31 11:42:05.996082 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Allocated IP 172.20.0.6 (88017d99-0486-4de5-8c91-7a3ceb46da6a/76f23f6a-9323-4239-8e5f-11c5ae869730/96b668f5-2df5-456d-9f4e-b65c8580bf43) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:06.285692 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:06.329073 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:06.336039 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:06.370865 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:42:06.386297 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['72894682-25c2-40fd-8194-74bddb53d540', '1ed019bb-4805-41cc-9ff8-44e82e5d43ed', 'ea781846-741a-4163-b193-31d456993698'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:06.414150 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Network 88017d99-0486-4de5-8c91-7a3ceb46da6a is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:06.445703 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:06.450395 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:06.537302 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Pushing event updated for resources: {'Port': ['ID=96b668f5-2df5-456d-9f4e-b65c8580bf43,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:06.612568 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.612938 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.620794 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.621272 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.621652 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.622007 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.622352 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.622695 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.623032 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.627447 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.627907 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.628291 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:06.633487 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:06.644939 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f8ccd266-e029-4f09-a351-ec4634efd5dd req-8d4c3a4d-5072-47c0-8b1f-9055a3b90382 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.1025038 May 31 11:42:06.691899 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:06.692550 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:06.702383 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b9e8a-65af-4b1b-bf5b-169c258725f0 req-d87e2e4f-718c-4d52-a8c7-38bd963f76e9 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:06.703865 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e41b9e8a-65af-4b1b-bf5b-169c258725f0 req-d87e2e4f-718c-4d52-a8c7-38bd963f76e9 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1637318 May 31 11:42:06.772537 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6707020 May 31 11:42:06.814142 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e41b9e8a-65af-4b1b-bf5b-169c258725f0 req-95282f1a-0ae9-46fa-aa19-acb51f714954 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005259 May 31 11:42:06.897153 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Request body: {'port': {'device_id': '0fd5eab8-cfa8-4782-8a70-19689910802e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:07.079607 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.141656 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4105290-2015-4baf-9325-1fac6e2ae433 req-ec9c9668-9187-4b48-bc6c-bf317352dec5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.143550 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d4105290-2015-4baf-9325-1fac6e2ae433 req-ec9c9668-9187-4b48-bc6c-bf317352dec5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.3467884 May 31 11:42:07.202572 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511f405-9460-4246-9758-2c0d0823fb2d req-9bdfdc29-ea59-4983-921e-8b3a0acbd65d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.204364 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2511f405-9460-4246-9758-2c0d0823fb2d req-9bdfdc29-ea59-4983-921e-8b3a0acbd65d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 931 time: 0.1252186 May 31 11:42:07.236488 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d4105290-2015-4baf-9325-1fac6e2ae433 req-ea7e9674-96f9-4291-98f5-7efc5a74607f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860305 May 31 11:42:07.294544 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2511f405-9460-4246-9758-2c0d0823fb2d req-63262b1a-9af1-41e9-9414-7d893d172ed6 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825920 May 31 11:42:07.732256 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-c6a5b501-7f12-4be7-804c-5ee867404ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.734302 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-c6a5b501-7f12-4be7-804c-5ee867404ca7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1098 time: 0.2127228 May 31 11:42:07.740020 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b668f5-2df5-456d-9f4e-b65c8580bf43 {{(pid=98396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:07.757599 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.846190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Transition to ACTIVE for port object 96b668f5-2df5-456d-9f4e-b65c8580bf43 will not be triggered until provisioned by entity L2. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:07.899951 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.913567 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c452eebb-2ab9-4c3e-90fe-92d3689ca96a req-290a0677-5187-45c2-934b-ae69234fe778 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0691144 May 31 11:42:07.916801 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-17ea6370-9cab-4b23-a3cf-b1338298e2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:08.064503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede90c2-a85d-4070-8829-dc23632d1efc req-646d7e0d-211c-4977-a293-385c437ca405 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.067240 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ede90c2-a85d-4070-8829-dc23632d1efc req-646d7e0d-211c-4977-a293-385c437ca405 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1102040 May 31 11:42:08.139286 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ede90c2-a85d-4070-8829-dc23632d1efc req-95f97546-e9c5-41ef-bf95-bf6dd271b19d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655284 May 31 11:42:08.211943 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Pushing event updated for resources: {'Port': ['ID=96b668f5-2df5-456d-9f4e-b65c8580bf43,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:08.214839 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-1d79116f-ad44-43cf-b39b-60846e03e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.216306 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-1d79116f-ad44-43cf-b39b-60846e03e173 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 916 time: 0.4523103 May 31 11:42:08.218277 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:08.363392 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b145908d-7623-4289-a6b8-c21191ccd575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:08.603286 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-a80b680a-2882-4da0-baa4-1b14762cc512 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 200 len: 1001 time: 0.3056433 May 31 11:42:08.686944 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:08.708899 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Attempting to bind port 96b668f5-2df5-456d-9f4e-b65c8580bf43 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:08.709112 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Attempting to bind port 96b668f5-2df5-456d-9f4e-b65c8580bf43 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'}] {{(pid=98396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:08.709488 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Attempting to bind port 96b668f5-2df5-456d-9f4e-b65c8580bf43 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:08.777222 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Port 96b668f5-2df5-456d-9f4e-b65c8580bf43 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:42:08.778392 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Attempting to bind port 96b668f5-2df5-456d-9f4e-b65c8580bf43 on network 88017d99-0486-4de5-8c91-7a3ceb46da6a {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:08.797336 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:08.798200 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Checking segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:08.798687 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Bound using segment: {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'} {{(pid=98396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:08.799221 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.managers [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Bound port: 96b668f5-2df5-456d-9f4e-b65c8580bf43, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa37879-f2f1-43ec-8b89-93f2a472b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a'}}] {{(pid=98396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:08.799662 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:08.808317 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163035f-9f30-4131-a942-1ad70606197a req-6ee62e19-aea2-4690-8cae-06993ae26a1c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.816335 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c163035f-9f30-4131-a942-1ad70606197a req-6ee62e19-aea2-4690-8cae-06993ae26a1c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 943 time: 0.2018330 May 31 11:42:08.841223 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-af1804da-9250-4def-9d61-b5729cdebd3c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.841940 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-af1804da-9250-4def-9d61-b5729cdebd3c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Synchronizing usage tracker for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:08.880159 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-af1804da-9250-4def-9d61-b5729cdebd3c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Unset dirty status for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:08.881646 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-af1804da-9250-4def-9d61-b5729cdebd3c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.52 "GET /v2.0/networks?id=b36ef0d2-16ac-47a3-83fa-380326e1234b HTTP/1.1" status: 200 len: 811 time: 0.5477004 May 31 11:42:08.901910 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c163035f-9f30-4131-a942-1ad70606197a req-3e1b6b43-ac64-4d9a-94ef-62e43e3448bf tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845954 May 31 11:42:08.903134 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-422574b4-7efe-45da-a636-71453951dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.904795 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-422574b4-7efe-45da-a636-71453951dd50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.2942381 May 31 11:42:08.980120 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-bda5838f-c295-4e4b-b519-5b732c1a8731 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Synchronizing usage tracker for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:09.011864 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3dc69-4953-46e3-a225-c947f4d5deb2 req-b3a4fef0-87f4-45e5-bd60-33f1c7427385 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.013335 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f3f3dc69-4953-46e3-a225-c947f4d5deb2 req-b3a4fef0-87f4-45e5-bd60-33f1c7427385 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.3065960 May 31 11:42:09.052076 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-bda5838f-c295-4e4b-b519-5b732c1a8731 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Unset dirty status for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:09.055373 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] For port 96b668f5-2df5-456d-9f4e-b65c8580bf43, host hv-cinder-79124, cleared binding levels {{(pid=98396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:09.056632 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-bda5838f-c295-4e4b-b519-5b732c1a8731 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c64fc9e3b7fe492a86603ee3b85df696 HTTP/1.1" status: 200 len: 379 time: 0.1536283 May 31 11:42:09.068330 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'port': {'device_id': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'admin_state_up': True, 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'security_groups': ['c5e00e8f-bf13-4113-9e77-5cb4f89c9187']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:09.080976 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] For port 96b668f5-2df5-456d-9f4e-b65c8580bf43, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=96b668f5-2df5-456d-9f4e-b65c8580bf43,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:09.103028 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f3f3dc69-4953-46e3-a225-c947f4d5deb2 req-661a087c-26a5-4043-ac34-5a0aa66cd9ab tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725262 May 31 11:42:09.125302 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.133314 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:09.194504 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-c2c488a3-d89b-49b5-a191-b7de3300b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.195980 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-c2c488a3-d89b-49b5-a191-b7de3300b6f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2724035 May 31 11:42:09.265040 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.266563 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for port, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.268200 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] 10.222.0.52 "PUT /v2.0/ports/96b668f5-2df5-456d-9f4e-b65c8580bf43 HTTP/1.1" status: 200 len: 1093 time: 2.4691195 May 31 11:42:09.271147 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd5eab8-cfa8-4782-8a70-19689910802e', 'tag': '96b668f5-2df5-456d-9f4e-b65c8580bf43'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:09.276516 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3e5709-ff2b-4a12-a292-78a79a20e245" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd5eab8-cfa8-4782-8a70-19689910802e", "tag": "96b668f5-2df5-456d-9f4e-b65c8580bf43"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:09.298779 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-fdee9c51-bc9c-4966-8637-09895bfd3016 req-00d8f3da-3261-49d9-abc9-990db0348559 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Synchronizing usage tracker for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:09.317347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:09.329380 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-fdee9c51-bc9c-4966-8637-09895bfd3016 req-00d8f3da-3261-49d9-abc9-990db0348559 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Unset dirty status for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:09.330832 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fdee9c51-bc9c-4966-8637-09895bfd3016 req-00d8f3da-3261-49d9-abc9-990db0348559 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.1076102 May 31 11:42:09.333777 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:port and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:09.336987 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:09.344083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:09.361103 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Made reservation on behalf of c64fc9e3b7fe492a86603ee3b85df696 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:09.365692 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.465303 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae49269-5686-42ba-a5dc-6031648bd21f x-openstack-request-id: req-dae49269-5686-42ba-a5dc-6031648bd21f {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:09.466299 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd5eab8-cfa8-4782-8a70-19689910802e", "tag": "96b668f5-2df5-456d-9f4e-b65c8580bf43", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:09.467553 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dae49269-5686-42ba-a5dc-6031648bd21f {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:09.468536 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd5eab8-cfa8-4782-8a70-19689910802e', 'tag': '96b668f5-2df5-456d-9f4e-b65c8580bf43', 'status': 'completed', 'code': 200} May 31 11:42:09.513756 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Pushing event updated for resources: {'Port': ['ID=96b668f5-2df5-456d-9f4e-b65c8580bf43,revision_number=3']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:09.531211 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:09.562227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Allocated IP 172.20.0.12 (b36ef0d2-16ac-47a3-83fa-380326e1234b/ab4c1277-0c8d-4a30-98f8-fc308ec26601/530b3c42-78af-4f94-b70e-64b8e1363602) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:09.581434 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-e8c1e968-2d24-416f-8821-f9882d207b65 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488295 May 31 11:42:09.711704 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1bcf-b8f2-4143-8eff-68fb4c52a0b8 req-8b755dc4-f67a-4cd8-b6b5-954d37e9df97 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.713369 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-424f1bcf-b8f2-4143-8eff-68fb4c52a0b8 req-8b755dc4-f67a-4cd8-b6b5-954d37e9df97 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.3696907 May 31 11:42:09.725971 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-5c1acdaf-a14a-4f1b-a7af-00b3aecd1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.727592 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-5c1acdaf-a14a-4f1b-a7af-00b3aecd1f52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 1096 time: 0.3130767 May 31 11:42:09.834033 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-2932fe35-31d4-4124-9a12-8e43785ebbf0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b668f5-2df5-456d-9f4e-b65c8580bf43 HTTP/1.1" status: 200 len: 217 time: 0.0812151 May 31 11:42:09.887250 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.903899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Transition to ACTIVE for port object 530b3c42-78af-4f94-b70e-64b8e1363602 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:09.910634 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-424f1bcf-b8f2-4143-8eff-68fb4c52a0b8 req-6744b724-a96f-406c-8801-c90133252b81 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785157 May 31 11:42:09.937540 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.956115 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0a293424-fbf8-4fe6-9821-417ce416f307 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:09.992063 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-71e26268-d1ae-45d9-a4a0-74f78e54df71 req-fe88f5d7-6bd6-4c06-a365-9ac26b3e203f service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994434 May 31 11:42:10.023327 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-d1ac1363-b1f5-4aff-a5e2-4fab949655ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.033588 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Network b36ef0d2-16ac-47a3-83fa-380326e1234b is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:10.037217 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-d1ac1363-b1f5-4aff-a5e2-4fab949655ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.1726995 May 31 11:42:10.037645 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:10.042198 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:10.168467 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-53f34df3-ab03-4483-8ca1-2ba6f34edd24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003115 May 31 11:42:10.242054 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'Port': ['ID=530b3c42-78af-4f94-b70e-64b8e1363602,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:10.283004 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.283374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.283733 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.284080 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.284422 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.284765 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.285101 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.285520 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.285885 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.286226 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.286561 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.286905 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:10.294137 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:10.300320 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.300936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.335252 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2707348 May 31 11:42:10.363116 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Request body: {'port': {'device_id': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:10.438507 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-152d6127-5d69-442d-ba14-d5b947574b7b None None] Provisioning for port 530b3c42-78af-4f94-b70e-64b8e1363602 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:10.439779 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-21bfe9aa-c9a5-4a6d-a006-3e83f4596457 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443469 May 31 11:42:10.444700 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-152d6127-5d69-442d-ba14-d5b947574b7b None None] Provisioning complete for port 530b3c42-78af-4f94-b70e-64b8e1363602 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:10.445088 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-152d6127-5d69-442d-ba14-d5b947574b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.460999 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9ec5-d225-49c7-b047-961c86561c5e req-99b0be30-1299-4252-b72d-9d9160682cf1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.467926 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5adb-a3cb-46b2-9e83-6045fbeaae19 req-9bff2d86-d942-4825-b487-45f7d058e0eb tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.468952 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-eefc9ec5-d225-49c7-b047-961c86561c5e req-99b0be30-1299-4252-b72d-9d9160682cf1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1382301 May 31 11:42:10.491251 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dd6b5adb-a3cb-46b2-9e83-6045fbeaae19 req-9bff2d86-d942-4825-b487-45f7d058e0eb tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 943 time: 0.3442616 May 31 11:42:10.537037 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-152d6127-5d69-442d-ba14-d5b947574b7b None None] Port 530b3c42-78af-4f94-b70e-64b8e1363602 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:42:10.583830 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dd6b5adb-a3cb-46b2-9e83-6045fbeaae19 req-3a1f6e67-f544-4d2a-8df6-696bf9e693d0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915565 May 31 11:42:10.586262 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.704505 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-eefc9ec5-d225-49c7-b047-961c86561c5e req-45beff3e-c9c9-4a69-bfa0-8967f539abd2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345903 May 31 11:42:10.756229 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-303d2d3b-2441-4a97-98ac-bd7a3d5d34cf req-206b9dfd-3512-4bd8-b7ed-142f20c2c507 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683160 May 31 11:42:10.825654 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-252ffc47-03d1-4d4b-b17c-5d407de2ec74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.914386 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e646d95-c924-434e-9f7f-77e9f00d66ab req-504a8997-948e-4f8f-9647-d8c7f04cec72 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.915123 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-7e646d95-c924-434e-9f7f-77e9f00d66ab req-504a8997-948e-4f8f-9647-d8c7f04cec72 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Synchronizing usage tracker for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:10.929726 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.953797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-7e646d95-c924-434e-9f7f-77e9f00d66ab req-504a8997-948e-4f8f-9647-d8c7f04cec72 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Unset dirty status for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:10.954942 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7e646d95-c924-434e-9f7f-77e9f00d66ab req-504a8997-948e-4f8f-9647-d8c7f04cec72 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 932 time: 0.2330272 May 31 11:42:11.053870 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530b3c42-78af-4f94-b70e-64b8e1363602 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:11.060235 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7e646d95-c924-434e-9f7f-77e9f00d66ab req-fdd6b12a-39d6-40f0-b284-9c720d5204f8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958154 May 31 11:42:11.064700 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.083950 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Transition to ACTIVE for port object 530b3c42-78af-4f94-b70e-64b8e1363602 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:11.087444 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.091834 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4c335d10-c2f1-4fbe-9569-1f2af47bf080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:11.110827 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d19038-28ef-4686-a667-8334e3707bae req-fe21f277-1100-45db-8a4a-8503b8d7d244 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.112185 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-83d19038-28ef-4686-a667-8334e3707bae req-fe21f277-1100-45db-8a4a-8503b8d7d244 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0814233 May 31 11:42:11.214720 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-83d19038-28ef-4686-a667-8334e3707bae req-2bb72041-b28b-4fb7-935a-f79b266aaa36 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967331 May 31 11:42:11.268686 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-9414f002-d6ce-42b3-ba1e-f7c838921b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.270547 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-9414f002-d6ce-42b3-ba1e-f7c838921b7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 1096 time: 0.1230946 May 31 11:42:11.334829 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Pushing event updated for resources: {'Port': ['ID=530b3c42-78af-4f94-b70e-64b8e1363602,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:11.342682 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:11.388266 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Attempting to bind port 530b3c42-78af-4f94-b70e-64b8e1363602 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:11.388597 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Attempting to bind port 530b3c42-78af-4f94-b70e-64b8e1363602 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:11.388942 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Attempting to bind port 530b3c42-78af-4f94-b70e-64b8e1363602 on network b36ef0d2-16ac-47a3-83fa-380326e1234b {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:11.393566 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Port 530b3c42-78af-4f94-b70e-64b8e1363602 on network b36ef0d2-16ac-47a3-83fa-380326e1234b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:42:11.393997 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Attempting to bind port 530b3c42-78af-4f94-b70e-64b8e1363602 on network b36ef0d2-16ac-47a3-83fa-380326e1234b {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:11.399015 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:11.399347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Checking segment: {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:11.399725 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Bound using segment: {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:11.400148 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Bound port: 530b3c42-78af-4f94-b70e-64b8e1363602, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:11.400574 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.428470 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-76631f79-190e-4ee7-b12e-a04aec4456ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.429850 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-76631f79-190e-4ee7-b12e-a04aec4456ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1423459 May 31 11:42:11.501584 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] For port 530b3c42-78af-4f94-b70e-64b8e1363602, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:11.504586 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] For port 530b3c42-78af-4f94-b70e-64b8e1363602, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=530b3c42-78af-4f94-b70e-64b8e1363602,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:11.505060 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-fd788b8b-d2e0-4b49-9b5b-1b6e108c4631 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b668f5-2df5-456d-9f4e-b65c8580bf43 HTTP/1.1" status: 200 len: 217 time: 0.0661819 May 31 11:42:11.509128 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.513548 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:11.567439 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.568043 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.569370 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] 10.222.0.52 "PUT /v2.0/ports/530b3c42-78af-4f94-b70e-64b8e1363602 HTTP/1.1" status: 200 len: 1094 time: 1.2125897 May 31 11:42:11.569909 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'tag': '530b3c42-78af-4f94-b70e-64b8e1363602'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:11.572254 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e07899-ca4e-4125-9b81-e5bd5f3bac56" -d '{"events": [{"name": "network-changed", "server_uuid": "c49247ab-61a3-48f0-9d98-479ef8c771e3", "tag": "530b3c42-78af-4f94-b70e-64b8e1363602"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:11.587464 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-b24852f6-b8ac-4cdc-b15b-0fa54d2597c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.589508 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-b24852f6-b8ac-4cdc-b15b-0fa54d2597c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0732439 May 31 11:42:11.596414 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Pushing event updated for resources: {'Port': ['ID=530b3c42-78af-4f94-b70e-64b8e1363602,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:11.600372 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:11.632200 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685e9f4e-7e9d-4d2f-83be-0e51f9366f95 x-openstack-request-id: req-685e9f4e-7e9d-4d2f-83be-0e51f9366f95 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:11.632588 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49247ab-61a3-48f0-9d98-479ef8c771e3", "tag": "530b3c42-78af-4f94-b70e-64b8e1363602", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:11.633109 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-685e9f4e-7e9d-4d2f-83be-0e51f9366f95 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:11.633528 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'tag': '530b3c42-78af-4f94-b70e-64b8e1363602', 'status': 'completed', 'code': 200} May 31 11:42:11.651736 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-0d83b682-85e8-4c44-a89e-ff4f97d3298f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531888 May 31 11:42:11.694510 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.800363 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-00b9a9eb-ed87-4c37-af25-2c2ce51fc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.801861 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-00b9a9eb-ed87-4c37-af25-2c2ce51fc2c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c64fc9e3b7fe492a86603ee3b85df696&device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 1097 time: 0.0984738 May 31 11:42:11.971497 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2d48c-f1a5-4b2f-9ae8-67fe577d3d5a req-3449e4d1-8b15-40c1-90d3-a9eff7fefe45 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.972216 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-3ab2d48c-f1a5-4b2f-9ae8-67fe577d3d5a req-3449e4d1-8b15-40c1-90d3-a9eff7fefe45 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:11.976216 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-451ba15b-5eb9-4b79-9493-3f3d0943fdf3 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710762 May 31 11:42:12.020331 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-3ab2d48c-f1a5-4b2f-9ae8-67fe577d3d5a req-3449e4d1-8b15-40c1-90d3-a9eff7fefe45 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:12.021471 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ab2d48c-f1a5-4b2f-9ae8-67fe577d3d5a req-3449e4d1-8b15-40c1-90d3-a9eff7fefe45 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 943 time: 0.3184576 May 31 11:42:12.034406 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-e9dbe434-9d8d-4ef5-b1d3-08b5a2571ccd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=530b3c42-78af-4f94-b70e-64b8e1363602 HTTP/1.1" status: 200 len: 217 time: 0.1615078 May 31 11:42:12.117750 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-7cc1849a-e7b6-427a-8519-8c4084812389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.118928 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-456b712a-76cf-46ef-804e-f1e5e4577353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.119214 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-7cc1849a-e7b6-427a-8519-8c4084812389 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1098 time: 0.2472253 May 31 11:42:12.120326 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-456b712a-76cf-46ef-804e-f1e5e4577353 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ab4c1277-0c8d-4a30-98f8-fc308ec26601 HTTP/1.1" status: 200 len: 850 time: 0.0760567 May 31 11:42:12.131666 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef76957-f9ee-48f1-bbb2-38a927e8c30c req-20c13ce7-8782-429f-a7ff-21351680ccb5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.133179 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fef76957-f9ee-48f1-bbb2-38a927e8c30c req-20c13ce7-8782-429f-a7ff-21351680ccb5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.2919567 May 31 11:42:12.178671 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ab2d48c-f1a5-4b2f-9ae8-67fe577d3d5a req-2c66977b-c8f1-4289-b7a9-efcefdd110a3 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060953 May 31 11:42:12.256877 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-5e910cc5-5905-4565-aa3b-34a78f3239fa service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650170 May 31 11:42:12.273758 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fef76957-f9ee-48f1-bbb2-38a927e8c30c req-6376f6e5-9beb-4930-a65d-21776551c4a7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338429 May 31 11:42:12.310007 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-2c2f3a97-ebad-4a4f-b36f-3e1d4606b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.311779 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-2c2f3a97-ebad-4a4f-b36f-3e1d4606b8a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b36ef0d2-16ac-47a3-83fa-380326e1234b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1732156 May 31 11:42:12.358300 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-5b62fc33-de78-43ab-9c39-3e54c482f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.359761 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-5b62fc33-de78-43ab-9c39-3e54c482f875 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 916 time: 0.2166934 May 31 11:42:12.485732 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-d4e6948e-d2d4-4110-9e22-17b9e7fac5ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 200 len: 1001 time: 0.1136782 May 31 11:42:12.494085 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8db83-b78c-4b70-967a-7891a39d6026 req-a9ccd1c4-be6c-445c-9d7f-175dbef590d8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.495490 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-34d8db83-b78c-4b70-967a-7891a39d6026 req-a9ccd1c4-be6c-445c-9d7f-175dbef590d8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.1865494 May 31 11:42:12.531505 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-205583ba-e8cd-4361-8391-4a8df5d75532 service neutron] 10.222.0.52 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117789 May 31 11:42:12.547064 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22161949-2896-4eeb-b509-23fdaea629a9 req-d9310536-fca8-41ba-9a29-7227adc1b357 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.548725 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-22161949-2896-4eeb-b509-23fdaea629a9 req-d9310536-fca8-41ba-9a29-7227adc1b357 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1289074 May 31 11:42:12.587288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-88d500b4-ba91-4a0e-9665-4793b293bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.588703 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-88d500b4-ba91-4a0e-9665-4793b293bcf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.0923905 May 31 11:42:12.591539 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-34d8db83-b78c-4b70-967a-7891a39d6026 req-6a7453ee-2e66-4b23-87da-e4d07cdeb00c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653262 May 31 11:42:12.665209 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-05c95496-fe0b-477f-8016-882d76f4f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.666858 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-05c95496-fe0b-477f-8016-882d76f4f561 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701797 May 31 11:42:12.686771 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-22161949-2896-4eeb-b509-23fdaea629a9 req-70365b83-a2e9-489f-aec0-8d1204fa798c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175175 May 31 11:42:12.708327 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da0efc1b-f84c-42b9-a01e-be11e8c0ddc6 req-52c7a98e-84da-449f-a1a1-00b2abd997ef service neutron] 10.222.0.52 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583622 May 31 11:42:12.872250 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-bc1492e1-0938-4409-947c-4baf58f22b01 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955729 May 31 11:42:12.913391 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-0e848a0e-c2ca-4f92-a2a4-e23ccba99e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.914935 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-0e848a0e-c2ca-4f92-a2a4-e23ccba99e8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c64fc9e3b7fe492a86603ee3b85df696&device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 1097 time: 0.0692666 May 31 11:42:13.006009 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46a31997-738d-424d-9bdc-2effcb5e4442 req-61ec6907-a2b4-47c0-923e-d394f3dd8c84 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260900 May 31 11:42:13.049884 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-1784ae74-64f2-41e8-a047-56cbecd21572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.051434 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-1784ae74-64f2-41e8-a047-56cbecd21572 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b36ef0d2-16ac-47a3-83fa-380326e1234b HTTP/1.1" status: 200 len: 912 time: 0.1252217 May 31 11:42:13.156252 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-738ceeb2-65c1-4678-a5c8-83c959b6dea7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=530b3c42-78af-4f94-b70e-64b8e1363602 HTTP/1.1" status: 200 len: 217 time: 0.0636752 May 31 11:42:13.231818 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-2d919f45-ad8a-45de-a734-2b78334e3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.233845 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-2d919f45-ad8a-45de-a734-2b78334e3b39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ab4c1277-0c8d-4a30-98f8-fc308ec26601 HTTP/1.1" status: 200 len: 850 time: 0.0577419 May 31 11:42:13.323312 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-a2f5e2d2-81fa-4d35-8f3a-f45dedfd33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.324821 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-a2f5e2d2-81fa-4d35-8f3a-f45dedfd33e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b36ef0d2-16ac-47a3-83fa-380326e1234b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763135 May 31 11:42:13.367094 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c46b1-6062-483b-af88-b6af76c89f86 req-2f748978-7d25-40ba-85f9-6be0e740ef99 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.368553 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-441c46b1-6062-483b-af88-b6af76c89f86 req-2f748978-7d25-40ba-85f9-6be0e740ef99 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 943 time: 0.0858583 May 31 11:42:13.421720 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-441c46b1-6062-483b-af88-b6af76c89f86 req-bbadf5ab-010a-4c9b-ba32-3d8500062f5f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470493 May 31 11:42:13.515941 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.548395 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-329a13d4-0552-4cc2-bd59-9781249f5028 service neutron] 10.222.0.52 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856303 May 31 11:42:13.556281 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d64d21-adea-4ce7-858c-a808a9504329 req-8cb33f34-f5eb-41c6-aff9-e29432b47658 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.557670 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-06d64d21-adea-4ce7-858c-a808a9504329 req-8cb33f34-f5eb-41c6-aff9-e29432b47658 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1767159 May 31 11:42:13.678123 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-06d64d21-adea-4ce7-858c-a808a9504329 req-116c2068-0f6b-4d02-b0c8-b88c691ea022 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992661 May 31 11:42:13.723489 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42e07899-ca4e-4125-9b81-e5bd5f3bac56 req-66a9f2d0-10c2-4aac-83ef-8fea78899688 service neutron] 10.222.0.52 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645620 May 31 11:42:13.783550 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d3565-4027-4845-9e34-926e753b2dfc req-02b3cff3-0fcb-4fab-ac81-192211dddaaf tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.785020 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d74d3565-4027-4845-9e34-926e753b2dfc req-02b3cff3-0fcb-4fab-ac81-192211dddaaf tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0784574 May 31 11:42:13.828940 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d74d3565-4027-4845-9e34-926e753b2dfc req-264706b7-8596-4829-a5fe-a3649b68ba2c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381804 May 31 11:42:13.873852 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca64f-89ce-4304-bb28-08160f969c0d req-96c47ee3-8a67-41fe-a812-7ed52317075f tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.875299 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3cfca64f-89ce-4304-bb28-08160f969c0d req-96c47ee3-8a67-41fe-a812-7ed52317075f tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0792077 May 31 11:42:13.919008 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3cfca64f-89ce-4304-bb28-08160f969c0d req-838a9771-669f-4dd1-955d-e2eef5ef1765 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381658 May 31 11:42:14.616906 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9009b5-1b97-4197-912d-951032b4c165 req-f7728d63-2cf1-432d-96b0-c455bdd9e99c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:14.618390 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ff9009b5-1b97-4197-912d-951032b4c165 req-f7728d63-2cf1-432d-96b0-c455bdd9e99c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 943 time: 0.0842466 May 31 11:42:14.662362 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ff9009b5-1b97-4197-912d-951032b4c165 req-afe54f71-63dc-47c1-afbb-3645fcfbaed3 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372729 May 31 11:42:14.950010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb91403-0687-4cfa-a9c9-b9b732596efc req-29786694-8147-4952-be30-0ae1e8ab10c6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:14.951497 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-abb91403-0687-4cfa-a9c9-b9b732596efc req-29786694-8147-4952-be30-0ae1e8ab10c6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 945 time: 0.1623104 May 31 11:42:14.996899 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-abb91403-0687-4cfa-a9c9-b9b732596efc req-b19bbe34-6ccd-4692-ab75-084bca1a1a9e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395248 May 31 11:42:15.016504 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9b6f5-c552-448f-94b7-e94a5d768361 req-e69c3ce0-3ae1-4b80-b250-d6b43bd83e00 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.018168 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-43c9b6f5-c552-448f-94b7-e94a5d768361 req-e69c3ce0-3ae1-4b80-b250-d6b43bd83e00 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0815089 May 31 11:42:15.064178 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-43c9b6f5-c552-448f-94b7-e94a5d768361 req-b3739b6a-2900-4c10-b9cc-2e04ce62d7d4 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400350 May 31 11:42:15.168085 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3b92b-d646-435e-90f2-0dea2a8a076b req-72c54010-a115-4280-9af3-2daffe41d333 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.169504 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ece3b92b-d646-435e-90f2-0dea2a8a076b req-72c54010-a115-4280-9af3-2daffe41d333 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0774503 May 31 11:42:15.216926 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ece3b92b-d646-435e-90f2-0dea2a8a076b req-a6211445-228a-4b0a-ab9a-8a2c0df07c07 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 May 31 11:42:15.754085 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 96b668f5-2df5-456d-9f4e-b65c8580bf43 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:15.762041 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:42:15.850089 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e944c77-ff75-41ee-b776-79e5d96cba82 req-4a63a4be-5aba-49c6-a933-d4d451140225 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.851529 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8e944c77-ff75-41ee-b776-79e5d96cba82 req-4a63a4be-5aba-49c6-a933-d4d451140225 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 943 time: 0.0845032 May 31 11:42:15.896027 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8e944c77-ff75-41ee-b776-79e5d96cba82 req-6a161cf0-ecaf-482a-9188-72f936091cc1 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388854 May 31 11:42:16.011769 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 96b668f5-2df5-456d-9f4e-b65c8580bf43, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=96b668f5-2df5-456d-9f4e-b65c8580bf43,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:16.023394 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.038784 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '96b668f5-2df5-456d-9f4e-b65c8580bf43', 'network_id': '88017d99-0486-4de5-8c91-7a3ceb46da6a', 'port_id': '96b668f5-2df5-456d-9f4e-b65c8580bf43', 'mac_address': 'fa:16:3e:c8:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f23f6a-9323-4239-8e5f-11c5ae869730', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:16.086395 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:16.088602 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e25057a-f79c-4ecc-885a-9e8ddd90b03b" -d '{"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-unplugged", "status": "completed", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:16.113662 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:16.120871 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.124856 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:16.153061 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.193540 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b668f5-2df5-456d-9f4e-b65c8580bf43 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:16.214061 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106411b-0ea6-449f-8b99-88d965cad957 req-93751742-fb9e-4d99-8b8f-6511356f3fbc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.216125 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c106411b-0ea6-449f-8b99-88d965cad957 req-93751742-fb9e-4d99-8b8f-6511356f3fbc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.1057947 May 31 11:42:16.218237 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 96b668f5-2df5-456d-9f4e-b65c8580bf43, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=96b668f5-2df5-456d-9f4e-b65c8580bf43,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:16.219243 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=8']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:16.234205 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.234553 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.234891 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.235244 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.235543 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.235872 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.236191 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.236509 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.236849 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.237177 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.237493 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.237836 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:16.241762 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:16.242780 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.244943 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:16.267347 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c106411b-0ea6-449f-8b99-88d965cad957 req-3bdc56f7-2132-478f-b488-af76d5c1ed49 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437803 May 31 11:42:16.315512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eee3c-ffde-464a-a748-9567526a78b3 req-9d2bef28-2793-4c32-8339-3832aa169a7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.318418 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bc8eee3c-ffde-464a-a748-9567526a78b3 req-9d2bef28-2793-4c32-8339-3832aa169a7b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0956979 May 31 11:42:16.322114 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=96b668f5-2df5-456d-9f4e-b65c8580bf43,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:16.326561 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:16.328042 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 11:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c96780-65ec-4275-a7be-d8d84c659aad x-openstack-request-id: req-40c96780-65ec-4275-a7be-d8d84c659aad {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:16.328356 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-unplugged", "status": "completed", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:16.328617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40c96780-65ec-4275-a7be-d8d84c659aad {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:16.329004 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'code': 200} May 31 11:42:16.363786 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bc8eee3c-ffde-464a-a748-9567526a78b3 req-7658adfe-60ed-4fde-8e31-78fcf99d0810 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408766 May 31 11:42:16.496935 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7e8c-c3df-4d63-b99a-8189b1ccacb9 req-b99a1a6d-b731-4a7f-8a20-a042372bc58d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.498423 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-423b7e8c-c3df-4d63-b99a-8189b1ccacb9 req-b99a1a6d-b731-4a7f-8a20-a042372bc58d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0824103 May 31 11:42:16.543816 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-423b7e8c-c3df-4d63-b99a-8189b1ccacb9 req-86b04afa-2a7d-4fe1-88b4-17a666f1ca86 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 May 31 11:42:16.775428 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['96b668f5-2df5-456d-9f4e-b65c8580bf43'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:17.082370 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51273c41-2aa7-4d95-b157-d443fee8af53 req-2cc5b7c4-e9fa-4c72-a6fb-6069380236e5 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:17.083801 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-51273c41-2aa7-4d95-b157-d443fee8af53 req-2cc5b7c4-e9fa-4c72-a6fb-6069380236e5 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 944 time: 0.0833545 May 31 11:42:17.126348 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-51273c41-2aa7-4d95-b157-d443fee8af53 req-f36a050b-4cd2-44a9-85c8-70bf3e1a564f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368643 May 31 11:42:17.463889 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334d800-69e5-45b7-a1ae-196049ac52a1 req-f0a53084-cfc2-4cb3-9b8d-e033c7b34e79 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:17.465426 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7334d800-69e5-45b7-a1ae-196049ac52a1 req-f0a53084-cfc2-4cb3-9b8d-e033c7b34e79 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0903831 May 31 11:42:17.515162 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7334d800-69e5-45b7-a1ae-196049ac52a1 req-e457a06a-8a4a-44f7-8f5a-baaefff58d6a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 May 31 11:42:17.556375 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4c7f6-a8b4-4b5d-b7e4-cc35d81a8759 req-54477528-6c88-4448-89cf-a4d35cc0d48a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:17.557852 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c0a4c7f6-a8b4-4b5d-b7e4-cc35d81a8759 req-54477528-6c88-4448-89cf-a4d35cc0d48a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0889723 May 31 11:42:17.604997 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c0a4c7f6-a8b4-4b5d-b7e4-cc35d81a8759 req-fce979b1-0da7-46db-ba9f-52a52c2300cd tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408537 May 31 11:42:17.781102 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650e7f-6cc9-48a2-8968-57cd3ed52a5b req-8f2a307a-c2ce-4d4f-9fc0-6c91bcab538c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:17.782860 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-24650e7f-6cc9-48a2-8968-57cd3ed52a5b req-8f2a307a-c2ce-4d4f-9fc0-6c91bcab538c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0811722 May 31 11:42:17.830734 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-24650e7f-6cc9-48a2-8968-57cd3ed52a5b req-cadcbab6-6891-4f4d-8af5-0dc771908086 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 May 31 11:42:18.324483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd2b57-881d-4949-a2be-0e6898fa5ac2 req-f7585968-9b13-4fc8-9452-1656770ac074 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:18.327089 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8ffd2b57-881d-4949-a2be-0e6898fa5ac2 req-f7585968-9b13-4fc8-9452-1656770ac074 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 944 time: 0.0952673 May 31 11:42:18.374373 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8ffd2b57-881d-4949-a2be-0e6898fa5ac2 req-6f88b084-2b66-4510-9b47-bb116ce6692b tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 May 31 11:42:18.463964 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0609d1e-eac3-425f-bca8-4aec59d3608d req-c8f3119e-8250-4a45-be79-3267478df853 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:18.464819 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d0609d1e-eac3-425f-bca8-4aec59d3608d req-c8f3119e-8250-4a45-be79-3267478df853 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0854957 May 31 11:42:18.510729 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d0609d1e-eac3-425f-bca8-4aec59d3608d req-3de66a1e-a5c4-4d33-8b8c-08160a6fcf84 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395460 May 31 11:42:18.691333 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 39328) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:18.850701 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb16dc-b6b8-4e90-ad4d-659405e0667c req-85849f35-0fc5-4164-9a8f-9eafa0f0a07f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:18.852053 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dfdb16dc-b6b8-4e90-ad4d-659405e0667c req-85849f35-0fc5-4164-9a8f-9eafa0f0a07f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.1414027 May 31 11:42:18.854872 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-d420c953-dff1-410d-b67f-380a5aaaf8a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1624820 May 31 11:42:18.900578 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dfdb16dc-b6b8-4e90-ad4d-659405e0667c req-831da88f-ed6a-4e6a-8fbd-906b18e04a1f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 May 31 11:42:19.033418 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d162-3793-4dea-a4dd-43c4029c9f8f req-c58ff2db-4ff6-4d4b-873b-b43fed039b0a tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:19.034913 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5a32d162-3793-4dea-a4dd-43c4029c9f8f req-c58ff2db-4ff6-4d4b-873b-b43fed039b0a tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0886974 May 31 11:42:19.087241 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5a32d162-3793-4dea-a4dd-43c4029c9f8f req-36bc3fd0-296c-45ee-b637-59a0d8fc2be7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 May 31 11:42:19.598107 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281feda3-cc24-450a-bbf1-f1cbc990d9b8 req-30f8c8f3-0f2c-4592-a981-3c67e9d25334 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:19.605775 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-281feda3-cc24-450a-bbf1-f1cbc990d9b8 req-30f8c8f3-0f2c-4592-a981-3c67e9d25334 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 944 time: 0.1162014 May 31 11:42:19.656143 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-281feda3-cc24-450a-bbf1-f1cbc990d9b8 req-7026dcd9-ecd9-4537-9a40-0476880fe6f6 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491774 May 31 11:42:19.736728 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8349b2-c8ce-4313-a527-845ce3c5569e req-104e9111-9ebf-4b8a-bcc4-5d62e478269e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:19.738186 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bd8349b2-c8ce-4313-a527-845ce3c5569e req-104e9111-9ebf-4b8a-bcc4-5d62e478269e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0878663 May 31 11:42:19.793521 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bd8349b2-c8ce-4313-a527-845ce3c5569e req-73e04609-872b-40de-893d-c5bb218ccc3a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392227 May 31 11:42:19.804543 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 96b668f5-2df5-456d-9f4e-b65c8580bf43 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:19.886463 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 96b668f5-2df5-456d-9f4e-b65c8580bf43 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:19.891607 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 96b668f5-2df5-456d-9f4e-b65c8580bf43 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:19.891982 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:20.009148 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:20.039309 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd5eab8-cfa8-4782-8a70-19689910802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b668f5-2df5-456d-9f4e-b65c8580bf43'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:20.041495 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478c322-dec9-4387-99cc-c0019a3faca1" -d '{"events": [{"server_uuid": "0fd5eab8-cfa8-4782-8a70-19689910802e", "name": "network-vif-plugged", "status": "completed", "tag": "96b668f5-2df5-456d-9f4e-b65c8580bf43"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:20.050288 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 96b668f5-2df5-456d-9f4e-b65c8580bf43, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=96b668f5-2df5-456d-9f4e-b65c8580bf43,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:20.055172 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:20.056621 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:42:20.093977 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:20.097614 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a055f-f3da-468d-b65a-7644cc06acff req-90ef0234-7c12-4633-8728-d6ae280344b6 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.099283 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-461a055f-f3da-468d-b65a-7644cc06acff req-90ef0234-7c12-4633-8728-d6ae280344b6 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0872583 May 31 11:42:20.147621 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-461a055f-f3da-468d-b65a-7644cc06acff req-b53fc52c-8d0a-4a75-87a7-959072356c2e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417490 May 31 11:42:20.150652 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dee6cf-b3f1-45ca-ad87-44c2b7a306e5 x-openstack-request-id: req-c5dee6cf-b3f1-45ca-ad87-44c2b7a306e5 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:20.150967 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd5eab8-cfa8-4782-8a70-19689910802e", "name": "network-vif-plugged", "status": "completed", "tag": "96b668f5-2df5-456d-9f4e-b65c8580bf43", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:20.151222 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5dee6cf-b3f1-45ca-ad87-44c2b7a306e5 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:20.152191 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd5eab8-cfa8-4782-8a70-19689910802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b668f5-2df5-456d-9f4e-b65c8580bf43', 'code': 200} May 31 11:42:20.197840 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=96b668f5-2df5-456d-9f4e-b65c8580bf43,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:20.202257 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:20.415046 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d71eb-312f-4992-8ece-ea910dd35eff req-480a1de9-584c-4fef-aaca-0666c201c01c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.416490 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-325d71eb-312f-4992-8ece-ea910dd35eff req-480a1de9-584c-4fef-aaca-0666c201c01c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1416419 May 31 11:42:20.461347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c3a5e-de7e-4f32-8ec7-67c85b077b03 req-f6c5e5ad-78c6-47f3-bfe6-671ee3e0af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.462809 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-859c3a5e-de7e-4f32-8ec7-67c85b077b03 req-f6c5e5ad-78c6-47f3-bfe6-671ee3e0af4e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 1098 time: 0.1164184 May 31 11:42:20.472324 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-325d71eb-312f-4992-8ece-ea910dd35eff req-d1fd6cad-9b20-48b3-b53d-0769a01e5c4d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492988 May 31 11:42:20.516518 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-859c3a5e-de7e-4f32-8ec7-67c85b077b03 req-59f27b67-6527-43a3-8125-dfe565257d3e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391169 May 31 11:42:20.847235 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c6841-4c44-4ef1-8b81-bbe646d123e2 req-238a2de7-a883-4d84-b462-8699920c36b8 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.847807 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a6c6841-4c44-4ef1-8b81-bbe646d123e2 req-238a2de7-a883-4d84-b462-8699920c36b8 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 945 time: 0.0830884 May 31 11:42:20.900211 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a6c6841-4c44-4ef1-8b81-bbe646d123e2 req-ae689b2c-d3d1-49ce-836a-e7a2a1a96471 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 May 31 11:42:21.074542 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e3cba-cfa9-4c35-af8a-f639411f6b51 req-422ee1cb-89c7-4850-91d4-0453948853ce tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:21.076022 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b78e3cba-cfa9-4c35-af8a-f639411f6b51 req-422ee1cb-89c7-4850-91d4-0453948853ce tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.1068888 May 31 11:42:21.126549 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b78e3cba-cfa9-4c35-af8a-f639411f6b51 req-c722a91a-ea61-44c6-9a27-6564a5a8e4f1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443840 May 31 11:42:21.395271 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71f8bf-7d25-4436-90d5-180eec6e1cdd req-ee147637-3fff-4789-a92d-f5a05c5596e2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:21.396718 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-eb71f8bf-7d25-4436-90d5-180eec6e1cdd req-ee147637-3fff-4789-a92d-f5a05c5596e2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.1215656 May 31 11:42:21.440136 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-eb71f8bf-7d25-4436-90d5-180eec6e1cdd req-b93fc191-a591-497e-9ab4-3cced6242763 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378003 May 31 11:42:21.660084 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12976c5a-b028-473f-88cd-d7d8fe568fdd req-24b0809d-1cdf-4972-ae0b-e49acc170402 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:21.661510 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-12976c5a-b028-473f-88cd-d7d8fe568fdd req-24b0809d-1cdf-4972-ae0b-e49acc170402 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0814261 May 31 11:42:21.707424 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-12976c5a-b028-473f-88cd-d7d8fe568fdd req-5f16f7eb-4005-4c76-9a97-e2bbe066e9e9 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 May 31 11:42:21.869387 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315335-e011-4116-8f98-089c93d2bedb req-be8b6c89-c26d-416b-99c3-b9b7871b8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:21.870875 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-be8b6c89-c26d-416b-99c3-b9b7871b8390 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709&tenant_id=bd8628adc75741818b115667c67096e9 HTTP/1.1" status: 200 len: 1096 time: 0.0699918 May 31 11:42:22.119671 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315335-e011-4116-8f98-089c93d2bedb req-b6f4aade-e61a-4118-9de5-e0524fbc0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.121188 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-b6f4aade-e61a-4118-9de5-e0524fbc0923 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1096 time: 0.1465867 May 31 11:42:22.133214 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb756a-f983-4525-adb2-66d7b22f7ba7 req-1e91d6c0-66e3-427e-9e95-96cb98c40a40 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.135339 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7bbb756a-f983-4525-adb2-66d7b22f7ba7 req-1e91d6c0-66e3-427e-9e95-96cb98c40a40 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 945 time: 0.1083839 May 31 11:42:22.260190 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7bbb756a-f983-4525-adb2-66d7b22f7ba7 req-1b753ed4-bb5a-4e48-ad23-62e8bfd02b25 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049533 May 31 11:42:22.299050 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315335-e011-4116-8f98-089c93d2bedb req-a3e204fa-f114-47a8-934c-cd9502ae2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.300839 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-a3e204fa-f114-47a8-934c-cd9502ae2091 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 916 time: 0.1647394 May 31 11:42:22.335677 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795c85-4e5a-4be1-9ff2-a3560b9fdd72 req-53159af0-d6c3-4d95-bbfe-534b59375bc4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.337156 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-db795c85-4e5a-4be1-9ff2-a3560b9fdd72 req-53159af0-d6c3-4d95-bbfe-534b59375bc4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0855312 May 31 11:42:22.385038 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-db795c85-4e5a-4be1-9ff2-a3560b9fdd72 req-2c1f156f-cd78-41dc-aa10-d8ab82819ba6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 May 31 11:42:22.487624 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-654892be-be45-4c2c-b33c-6ae880b81c04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 200 len: 999 time: 0.1743374 May 31 11:42:22.605728 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315335-e011-4116-8f98-089c93d2bedb req-7599f3c1-8096-40e5-85be-e60a119e50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.607048 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-7599f3c1-8096-40e5-85be-e60a119e50aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.1051128 May 31 11:42:22.685277 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaa257-95de-4017-919c-49e1f70eefb1 req-8e9cc5ad-a1fd-4437-a12f-e8853e5fa5cc tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.686779 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9abaa257-95de-4017-919c-49e1f70eefb1 req-8e9cc5ad-a1fd-4437-a12f-e8853e5fa5cc tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.1416316 May 31 11:42:22.739119 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9abaa257-95de-4017-919c-49e1f70eefb1 req-346f4375-5f6d-4ae0-855e-8fae6c126a5e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 May 31 11:42:22.743375 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315335-e011-4116-8f98-089c93d2bedb req-019cd6a4-6038-4244-b263-e483ec92c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.744746 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-019cd6a4-6038-4244-b263-e483ec92c183 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1255920 May 31 11:42:22.888520 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-e9d1fa16-239d-4694-99f4-f2aa6950a290 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298769 May 31 11:42:22.908790 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46631d50-22c2-43a4-bc5a-d5bdee912fc6 req-a4ba55cf-ed12-4524-9236-bd4f1bbbf36e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.910313 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46631d50-22c2-43a4-bc5a-d5bdee912fc6 req-a4ba55cf-ed12-4524-9236-bd4f1bbbf36e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0886905 May 31 11:42:22.954715 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-46631d50-22c2-43a4-bc5a-d5bdee912fc6 req-feedc57a-1196-4133-be27-2a1e0a9ec733 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383544 May 31 11:42:23.019768 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-ee65a048-7900-4c72-8b39-a9bd3bc1175c service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237755 May 31 11:42:23.450831 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c862ab-3066-4e27-a19c-50a13b9a45aa req-0888af2b-5950-4d02-92ac-e9ea5d3da542 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:23.452859 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53c862ab-3066-4e27-a19c-50a13b9a45aa req-0888af2b-5950-4d02-92ac-e9ea5d3da542 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 945 time: 0.0881634 May 31 11:42:23.520493 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53c862ab-3066-4e27-a19c-50a13b9a45aa req-b4fa67bf-7750-4d57-b50c-0026d603fa02 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583265 May 31 11:42:23.697862 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6266f33-a5c0-443c-b0df-9108803c9d7c req-586d1daf-7502-4205-8150-257fdbdc8919 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:23.700809 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f6266f33-a5c0-443c-b0df-9108803c9d7c req-586d1daf-7502-4205-8150-257fdbdc8919 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.1957717 May 31 11:42:23.772297 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f6266f33-a5c0-443c-b0df-9108803c9d7c req-a9110ee0-05f0-4b4b-afe1-f45063f41285 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645156 May 31 11:42:23.989443 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6a60e-4ed2-4441-8cf7-bbff11b49f7e req-9564389c-b1a7-4053-b387-58d047738c58 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:23.991150 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-24d6a60e-4ed2-4441-8cf7-bbff11b49f7e req-9564389c-b1a7-4053-b387-58d047738c58 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.1190104 May 31 11:42:24.102797 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-24d6a60e-4ed2-4441-8cf7-bbff11b49f7e req-00e24bda-5ccc-4bc4-ae91-4abd54abb7ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040173 May 31 11:42:24.244689 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182a58-4049-4d38-9662-947cce66f9f6 req-da82e01f-9671-4220-80fe-d5ffa751f5ba tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:24.250046 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5b182a58-4049-4d38-9662-947cce66f9f6 req-da82e01f-9671-4220-80fe-d5ffa751f5ba tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1197329 May 31 11:42:24.304080 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5b182a58-4049-4d38-9662-947cce66f9f6 req-dc357874-937e-49f8-8d4a-2c0035e192ed tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 May 31 11:42:24.976293 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6e8c3-2bdd-4358-8a48-22ea69e53138 req-5aa3d1b1-5b83-45be-b9c2-e644e93ddaf7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:24.977995 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-93e6e8c3-2bdd-4358-8a48-22ea69e53138 req-5aa3d1b1-5b83-45be-b9c2-e644e93ddaf7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0826073 May 31 11:42:25.026258 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-93e6e8c3-2bdd-4358-8a48-22ea69e53138 req-212c26c6-e978-4d22-825e-11158c9801ba tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 May 31 11:42:25.284496 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e270c15-cde0-4c7e-b3e2-f954807c1b56 req-408d4cdc-f9d4-47d0-80a8-69ad2cf747aa tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:25.286081 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e270c15-cde0-4c7e-b3e2-f954807c1b56 req-408d4cdc-f9d4-47d0-80a8-69ad2cf747aa tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0818758 May 31 11:42:25.339619 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3e270c15-cde0-4c7e-b3e2-f954807c1b56 req-8e0d7c22-97cb-4a6d-825b-3750e0adf366 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474119 May 31 11:42:25.525230 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135545a-c6e7-4ee3-927d-c036062e4916 req-33ad28ad-3d02-4de0-bfd6-4447866a132e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:25.526697 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5135545a-c6e7-4ee3-927d-c036062e4916 req-33ad28ad-3d02-4de0-bfd6-4447866a132e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0882530 May 31 11:42:25.577086 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5135545a-c6e7-4ee3-927d-c036062e4916 req-1636d1c7-4a0f-4175-88f8-91e54ad5978b tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 May 31 11:42:26.225120 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8a458-a16a-4e4d-9722-ebcebce65b52 req-e125c918-9354-4d83-bd88-c09a52053eb4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.226683 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ced8a458-a16a-4e4d-9722-ebcebce65b52 req-e125c918-9354-4d83-bd88-c09a52053eb4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0859935 May 31 11:42:26.277399 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ced8a458-a16a-4e4d-9722-ebcebce65b52 req-a1f60a76-1953-41fc-9765-6069536e5489 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 May 31 11:42:26.534740 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3fd40-b764-4455-bd1e-5d7e5f3ba4e6 req-e30e0e6b-28dc-4b6b-b655-f95533a80593 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.536188 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-74c3fd40-b764-4455-bd1e-5d7e5f3ba4e6 req-e30e0e6b-28dc-4b6b-b655-f95533a80593 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0877419 May 31 11:42:26.581631 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-74c3fd40-b764-4455-bd1e-5d7e5f3ba4e6 req-9c5e506f-d54b-451f-9d2e-ab1daae6f990 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397093 May 31 11:42:26.765261 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa06c95-653b-40ef-997a-0d9033753586 req-638784e3-f648-4fd5-b084-4edfbdecb6df tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.766755 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4fa06c95-653b-40ef-997a-0d9033753586 req-638784e3-f648-4fd5-b084-4edfbdecb6df tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0816283 May 31 11:42:26.816763 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4fa06c95-653b-40ef-997a-0d9033753586 req-dd6602d6-6262-42fd-b02c-ac7404e15114 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 May 31 11:42:27.494645 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16663edd-4df2-48f8-bd79-507621ec87ba req-02fc5282-4952-4502-aa19-5e48540cf61d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:27.496103 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-16663edd-4df2-48f8-bd79-507621ec87ba req-02fc5282-4952-4502-aa19-5e48540cf61d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.1059852 May 31 11:42:27.566734 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-16663edd-4df2-48f8-bd79-507621ec87ba req-8685fdc6-2dc2-4299-a01d-9362e255ba6d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634987 May 31 11:42:27.802973 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb857ca-1c37-4a5f-8e9c-da1fa397e77a req-803fab94-40dd-4131-8a67-670a25018493 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:27.805814 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5fb857ca-1c37-4a5f-8e9c-da1fa397e77a req-803fab94-40dd-4131-8a67-670a25018493 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0995533 May 31 11:42:27.853158 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5fb857ca-1c37-4a5f-8e9c-da1fa397e77a req-7463ef54-3bad-41f3-8079-10811b75eb8c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409694 May 31 11:42:28.065751 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f0eb5-9cc8-48bd-b9ab-11e9f9e62546 req-cbfa8e55-2a80-4d5b-b503-7f311318a0ec tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:28.073430 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5c4f0eb5-9cc8-48bd-b9ab-11e9f9e62546 req-cbfa8e55-2a80-4d5b-b503-7f311318a0ec tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0922227 May 31 11:42:28.114093 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5c4f0eb5-9cc8-48bd-b9ab-11e9f9e62546 req-2b81a5de-13be-405e-afd8-2ca2b9d67d99 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 May 31 11:42:28.770759 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edaa21-a4cf-4b88-9d1d-15b287e4a702 req-c75e40de-2d67-47a5-851b-50907b00e85d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:28.772658 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-67edaa21-a4cf-4b88-9d1d-15b287e4a702 req-c75e40de-2d67-47a5-851b-50907b00e85d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0823064 May 31 11:42:28.819546 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-67edaa21-a4cf-4b88-9d1d-15b287e4a702 req-caf271f4-942b-459b-9785-e643cb9c7ec3 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 May 31 11:42:29.066638 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ba192-580b-4f6c-a57d-af36ab38204c req-44c1f320-ecdb-4969-9c46-ba65b811d552 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:29.073448 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-185ba192-580b-4f6c-a57d-af36ab38204c req-44c1f320-ecdb-4969-9c46-ba65b811d552 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0946972 May 31 11:42:29.113051 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-185ba192-580b-4f6c-a57d-af36ab38204c req-5898209b-6d64-4f36-a911-e3f3278e98a5 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 May 31 11:42:29.305111 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c06da-b558-4f54-91bc-02dde53b1cc1 req-3d894558-956b-4d6d-8ba8-32f2b58ede11 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:29.306687 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f50c06da-b558-4f54-91bc-02dde53b1cc1 req-3d894558-956b-4d6d-8ba8-32f2b58ede11 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0853033 May 31 11:42:29.352692 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f50c06da-b558-4f54-91bc-02dde53b1cc1 req-d9a66b3a-6aee-4c5b-bf6e-a891b5a7a287 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 May 31 11:42:30.087809 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c88cd-6faa-463e-b5c2-0c1285ef5ac6 req-3aaae499-5a2b-4819-a151-f8465e4eb2db tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.089221 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-845c88cd-6faa-463e-b5c2-0c1285ef5ac6 req-3aaae499-5a2b-4819-a151-f8465e4eb2db tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.1602023 May 31 11:42:30.148224 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-845c88cd-6faa-463e-b5c2-0c1285ef5ac6 req-0931aeb9-bf72-4137-9414-c47b23403f44 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427296 May 31 11:42:30.323480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9ecd0-7bab-4530-8871-c99baede49b8 req-49ccf5e2-1a35-4d89-a260-0b5df6b1e70a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.324936 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-60f9ecd0-7bab-4530-8871-c99baede49b8 req-49ccf5e2-1a35-4d89-a260-0b5df6b1e70a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0822492 May 31 11:42:30.372570 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-60f9ecd0-7bab-4530-8871-c99baede49b8 req-a3a70730-f41d-47f5-a21d-145455efb92f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414722 May 31 11:42:30.566808 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67a492-d707-4e73-a5e2-2fb1de5199dd req-343cb1aa-4914-43de-b17a-fc6f5bd08f71 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.568266 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8f67a492-d707-4e73-a5e2-2fb1de5199dd req-343cb1aa-4914-43de-b17a-fc6f5bd08f71 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0950518 May 31 11:42:30.650855 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8f67a492-d707-4e73-a5e2-2fb1de5199dd req-c9cb5bc0-e066-4827-a83f-853136daa070 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766091 May 31 11:42:31.357136 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeb7f7-a81d-48cb-bdc5-b2087e9d6264 req-1f9d6516-3eb7-47a4-8b8a-07592ef0baf6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:31.358724 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-baaeb7f7-a81d-48cb-bdc5-b2087e9d6264 req-1f9d6516-3eb7-47a4-8b8a-07592ef0baf6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0835857 May 31 11:42:31.406802 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-baaeb7f7-a81d-48cb-bdc5-b2087e9d6264 req-f932fb3b-3613-41f4-b1c7-00b469797b68 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419648 May 31 11:42:31.592286 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c85c2-a368-483f-aca9-739786cd0f5f req-d31ef023-9e84-4cbd-82b3-a95a923bff18 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:31.593784 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-831c85c2-a368-483f-aca9-739786cd0f5f req-d31ef023-9e84-4cbd-82b3-a95a923bff18 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0923796 May 31 11:42:31.639196 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-831c85c2-a368-483f-aca9-739786cd0f5f req-d098de4a-26e9-4f5e-a1e4-1c0b2c1e10fb tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376701 May 31 11:42:31.870902 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d993652-b6f3-4dc8-9090-14c32837583e req-1f8b31bb-8c8f-42a0-8c13-7731f601787b tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:31.872492 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8d993652-b6f3-4dc8-9090-14c32837583e req-1f8b31bb-8c8f-42a0-8c13-7731f601787b tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1068747 May 31 11:42:31.927296 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8d993652-b6f3-4dc8-9090-14c32837583e req-4fd5d7d4-4b8f-4b20-ad6c-893276210f89 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458663 May 31 11:42:32.609645 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17ca0e-95ba-499e-b254-de5cacbb1ad7 req-74c03f61-d8d3-45a2-9399-739a6ac5414c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:32.611022 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1d17ca0e-95ba-499e-b254-de5cacbb1ad7 req-74c03f61-d8d3-45a2-9399-739a6ac5414c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0870662 May 31 11:42:32.661147 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1d17ca0e-95ba-499e-b254-de5cacbb1ad7 req-cb7c3d45-5278-4d4a-b9d2-93b07aa64840 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433748 May 31 11:42:32.879679 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c7d7d-19ee-4d4c-9cbb-3d8d0d3ddb67 req-c213d7b1-9a65-4db7-9523-5534b1526aa3 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:32.881212 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b29c7d7d-19ee-4d4c-9cbb-3d8d0d3ddb67 req-c213d7b1-9a65-4db7-9523-5534b1526aa3 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.1031365 May 31 11:42:32.927659 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b29c7d7d-19ee-4d4c-9cbb-3d8d0d3ddb67 req-4b7f3d68-59c5-45b1-8f98-b2ef30ecab93 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 May 31 11:42:33.163309 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07bbbd-e701-4022-a43d-c801010dcbd9 req-d71239a4-d31e-4366-92e7-f966cf6c0f8e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:33.194763 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dc07bbbd-e701-4022-a43d-c801010dcbd9 req-d71239a4-d31e-4366-92e7-f966cf6c0f8e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1408398 May 31 11:42:33.240624 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dc07bbbd-e701-4022-a43d-c801010dcbd9 req-1ab51247-d4d4-445d-8003-efb537b7677e tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 May 31 11:42:33.298788 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 39594) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:33.433973 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.452195 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:33.456038 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Usage tracker for resource:security_group_rule and tenant:b853da49e84b4991bab027c08fb3ec9f is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:33.458893 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:33.464512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:33.578260 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.583265 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.593072 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1864c91a-e01b-4e33-99bb-44aa60165b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:33.627168 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b853da49e84b4991bab027c08fb3ec9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246372 May 31 11:42:33.630610 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 39606) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:33.639368 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7faa42-3c92-4365-b299-be06de0fa97e,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:33.654595 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:33.729233 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0616a18d-57a6-47b5-bad7-ac0dc3a34a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.755931 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0616a18d-57a6-47b5-bad7-ac0dc3a34a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.877544 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0616a18d-57a6-47b5-bad7-ac0dc3a34a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.882836 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-33e22dec-daf0-4516-bfc8-05dcb6ea5098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:33.897470 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616a18d-57a6-47b5-bad7-ac0dc3a34a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7faa42-3c92-4365-b299-be06de0fa97e,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:33.901266 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0616a18d-57a6-47b5-bad7-ac0dc3a34a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:33.908975 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dedf6-8def-4a52-9e1f-261445458bae req-ff11691d-6220-4714-b948-d14e183cd372 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:33.910502 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-355dedf6-8def-4a52-9e1f-261445458bae req-ff11691d-6220-4714-b948-d14e183cd372 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.1201618 May 31 11:42:33.912884 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0616a18d-57a6-47b5-bad7-ac0dc3a34a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.916696 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0616a18d-57a6-47b5-bad7-ac0dc3a34a28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c7faa42-3c92-4365-b299-be06de0fa97e HTTP/1.1" status: 204 len: 168 time: 0.2841234 May 31 11:42:33.969048 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-355dedf6-8def-4a52-9e1f-261445458bae req-f0bcb39a-3703-4208-b01e-786518028612 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462618 May 31 11:42:34.206936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6f383-74a2-4b4f-9590-11e03d27721d req-2593b11b-6376-4eed-870a-3dbe7a210654 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:34.208828 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77e6f383-74a2-4b4f-9590-11e03d27721d req-2593b11b-6376-4eed-870a-3dbe7a210654 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.1002424 May 31 11:42:34.260443 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77e6f383-74a2-4b4f-9590-11e03d27721d req-a0ffa060-12c6-455d-a415-aff7bef6d573 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455194 May 31 11:42:34.455657 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b19c6-75ef-49fb-9562-2f344fd9461f req-0ab56040-1609-4ab0-943b-a223bf5c6f92 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:34.457094 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-557b19c6-75ef-49fb-9562-2f344fd9461f req-0ab56040-1609-4ab0-943b-a223bf5c6f92 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0812993 May 31 11:42:34.502515 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-557b19c6-75ef-49fb-9562-2f344fd9461f req-9994f1e0-0fb1-4d1f-b144-f4408207451d tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 May 31 11:42:35.136463 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 39630) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:35.202252 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05a88a-1684-4df4-ad6b-7dc04cd3c1b8 req-6147197f-40c7-4e26-b00b-eb06fa2aaf35 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.203814 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fb05a88a-1684-4df4-ad6b-7dc04cd3c1b8 req-6147197f-40c7-4e26-b00b-eb06fa2aaf35 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.1154525 May 31 11:42:35.278084 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fb05a88a-1684-4df4-ad6b-7dc04cd3c1b8 req-1274af4d-6881-4851-960c-ff40511702a6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683999 May 31 11:42:35.300082 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.314354 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:35.318172 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Usage tracker for resource:security_group_rule and tenant:9c7f663916cc462c908e38165c0815d9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:35.320986 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:35.326787 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:35.423747 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.430239 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.438908 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dba89731-84a0-46b7-9829-75a78ee1f2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:35.457634 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cd955-cafa-458f-b8f6-0b2dd92cc1f3 req-977ca3f7-94a2-4d31-aaeb-917afca57886 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.459116 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-347cd955-cafa-458f-b8f6-0b2dd92cc1f3 req-977ca3f7-94a2-4d31-aaeb-917afca57886 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0844440 May 31 11:42:35.482879 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c7f663916cc462c908e38165c0815d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452454 May 31 11:42:35.483879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54232f6-9825-4530-9d88-a70c649fe287,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:35.485775 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 39640) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:35.487110 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-fb4eb7c1-c467-4b1e-a102-c840830707ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:35.518496 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-347cd955-cafa-458f-b8f6-0b2dd92cc1f3 req-f756a9c9-8dbf-463f-8057-58d105e207da tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535657 May 31 11:42:35.572419 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db435104-440c-4441-b005-4facfad097c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.605420 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db435104-440c-4441-b005-4facfad097c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.725815 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e613-5c2a-4798-8ad1-52f45911cb30 req-7d781615-4587-41b4-9b52-f72b8dfee8d7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.727345 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4276e613-5c2a-4798-8ad1-52f45911cb30 req-7d781615-4587-41b4-9b52-f72b8dfee8d7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1036060 May 31 11:42:35.728161 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db435104-440c-4441-b005-4facfad097c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.735750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1270ac0d-06fc-476d-8b7d-7bd241827a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:35.765254 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db435104-440c-4441-b005-4facfad097c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54232f6-9825-4530-9d88-a70c649fe287,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:35.769771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-db435104-440c-4441-b005-4facfad097c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:35.770677 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db435104-440c-4441-b005-4facfad097c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.771737 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-db435104-440c-4441-b005-4facfad097c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e54232f6-9825-4530-9d88-a70c649fe287 HTTP/1.1" status: 204 len: 168 time: 0.2842169 May 31 11:42:35.795627 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4276e613-5c2a-4798-8ad1-52f45911cb30 req-81830981-11fe-4ea0-a8b6-c642c479bdd5 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608058 May 31 11:42:36.486064 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9193b9-00a1-428a-8e5f-0eacb0433f17 req-9c575f9c-0dd3-4575-b926-101c3cb2e301 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:36.487535 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e9193b9-00a1-428a-8e5f-0eacb0433f17 req-9c575f9c-0dd3-4575-b926-101c3cb2e301 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0949001 May 31 11:42:36.537315 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e9193b9-00a1-428a-8e5f-0eacb0433f17 req-ad3446f8-c50d-4ce5-9956-1ca647735ba3 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438187 May 31 11:42:36.789157 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73b406-0f4f-448c-8c22-745798a94de3 req-c002d7db-46cc-4ba4-bcc5-442f9b7f5dec tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:36.790628 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6c73b406-0f4f-448c-8c22-745798a94de3 req-c002d7db-46cc-4ba4-bcc5-442f9b7f5dec tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.1567435 May 31 11:42:36.835344 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6c73b406-0f4f-448c-8c22-745798a94de3 req-45fcbb1f-2f80-40f9-8e84-6586657f5a9b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389419 May 31 11:42:37.013175 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e085886-ffb3-4bb1-84ea-9888184d8aea req-d8083826-ac32-4909-8eb9-8a57b4ef6560 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:37.014966 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3e085886-ffb3-4bb1-84ea-9888184d8aea req-d8083826-ac32-4909-8eb9-8a57b4ef6560 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0835233 May 31 11:42:37.075131 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3e085886-ffb3-4bb1-84ea-9888184d8aea req-0dd50a2a-fe8d-473f-89b1-137635e795e8 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526643 May 31 11:42:37.729960 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e68d1-99a4-4135-a414-6157b745151a req-dd33d4cc-548a-43d1-9165-221b5d65d25d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:37.731394 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e09e68d1-99a4-4135-a414-6157b745151a req-dd33d4cc-548a-43d1-9165-221b5d65d25d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0802472 May 31 11:42:37.776894 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e09e68d1-99a4-4135-a414-6157b745151a req-12938ec2-4a52-48ef-ab7e-2eaf13cba004 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396113 May 31 11:42:38.031734 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8cf75-212f-46f4-9414-8c3a8f54b288 req-073de111-7382-47bd-961f-d78fe07a9eb8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:38.033201 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aac8cf75-212f-46f4-9414-8c3a8f54b288 req-073de111-7382-47bd-961f-d78fe07a9eb8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0892730 May 31 11:42:38.077408 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aac8cf75-212f-46f4-9414-8c3a8f54b288 req-ef0504d9-5c47-491b-969e-ad600e0510ac tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385129 May 31 11:42:38.338694 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-471396e2-170a-40fc-b880-874784b86c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.401253 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef394090-9f30-4ab3-8009-11aebad24335 req-34aff9f9-2749-4a87-9beb-d3b41302bc05 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:38.403318 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ef394090-9f30-4ab3-8009-11aebad24335 req-34aff9f9-2749-4a87-9beb-d3b41302bc05 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0804589 May 31 11:42:38.447997 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ef394090-9f30-4ab3-8009-11aebad24335 req-875ce434-05ff-4772-adda-f21bbb30cc91 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389185 May 31 11:42:38.563731 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.981807 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694588-9e16-4320-85c0-857e9d18dd33 req-076f3cf4-2628-49a3-8332-c54d76a1748d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:38.983923 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-48694588-9e16-4320-85c0-857e9d18dd33 req-076f3cf4-2628-49a3-8332-c54d76a1748d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0938883 May 31 11:42:39.038287 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-48694588-9e16-4320-85c0-857e9d18dd33 req-faed3d18-9d0a-43d2-9433-fd1a9bd11a07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481369 May 31 11:42:39.265956 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19316d0f-580f-4411-bef8-f58ebab73db5 req-0abdbb76-923f-4dad-aed4-30811196781b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:39.267298 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-19316d0f-580f-4411-bef8-f58ebab73db5 req-0abdbb76-923f-4dad-aed4-30811196781b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 944 time: 0.0829473 May 31 11:42:39.311080 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-19316d0f-580f-4411-bef8-f58ebab73db5 req-cbc6ec82-f4a5-4e54-af1c-68d15a6cb6c3 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379407 May 31 11:42:39.641856 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1831e3a-b912-4e81-b344-e8b19b8c0437 req-841a5c83-f58c-46d1-9e06-b45343c597c7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:39.641856 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1831e3a-b912-4e81-b344-e8b19b8c0437 req-841a5c83-f58c-46d1-9e06-b45343c597c7 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0846934 May 31 11:42:39.685000 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1831e3a-b912-4e81-b344-e8b19b8c0437 req-e37b1cff-def2-4ce0-bf47-4900d82c289c tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 May 31 11:42:39.877047 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 530b3c42-78af-4f94-b70e-64b8e1363602 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:39.937324 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829740d1-7e54-4f33-921e-a5557c47252a req-d23ae7d4-b21e-408e-88b6-615dd862ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:39.938984 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-829740d1-7e54-4f33-921e-a5557c47252a req-d23ae7d4-b21e-408e-88b6-615dd862ac61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1098 time: 0.0759892 May 31 11:42:39.989633 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-829740d1-7e54-4f33-921e-a5557c47252a req-207e2a7c-b083-4b59-958d-6a20083939b3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 May 31 11:42:40.016144 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 530b3c42-78af-4f94-b70e-64b8e1363602, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=530b3c42-78af-4f94-b70e-64b8e1363602,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:40.029810 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '530b3c42-78af-4f94-b70e-64b8e1363602', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'port_id': '530b3c42-78af-4f94-b70e-64b8e1363602', 'mac_address': 'fa:16:3e:ba:02:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:40.090570 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.108780 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530b3c42-78af-4f94-b70e-64b8e1363602 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:40.125261 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 530b3c42-78af-4f94-b70e-64b8e1363602, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=530b3c42-78af-4f94-b70e-64b8e1363602,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:40.129286 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.132513 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:40.210555 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=530b3c42-78af-4f94-b70e-64b8e1363602,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:40.213943 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:40.236271 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bd053-875b-4595-8bf1-fce951913b37 req-3c57da94-cd04-4847-9ac4-8930c2b1c78d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:40.237743 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a85bd053-875b-4595-8bf1-fce951913b37 req-3c57da94-cd04-4847-9ac4-8930c2b1c78d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0873501 May 31 11:42:40.294912 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a85bd053-875b-4595-8bf1-fce951913b37 req-8e2d8697-5a35-40dc-b625-0c4431232e81 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505307 May 31 11:42:40.633967 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['530b3c42-78af-4f94-b70e-64b8e1363602'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:40.634839 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50144d33-74c1-4310-adb1-ad2e54e4c43d req-ccbed368-0efc-442f-a03f-e7f315b1bbca tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:40.636292 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50144d33-74c1-4310-adb1-ad2e54e4c43d req-ccbed368-0efc-442f-a03f-e7f315b1bbca tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 945 time: 0.0770869 May 31 11:42:40.681421 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50144d33-74c1-4310-adb1-ad2e54e4c43d req-d7f6a217-9df1-4186-aa08-2ac27a7b756c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394957 May 31 11:42:40.842547 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-92deff4d-fae2-484c-8c7c-f5a719fbae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.870588 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48363aeb-7b20-4917-ac77-ec7cef215466 req-09514f6e-b350-4e9c-bad4-8835c41a5d57 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:40.872033 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-48363aeb-7b20-4917-ac77-ec7cef215466 req-09514f6e-b350-4e9c-bad4-8835c41a5d57 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0827951 May 31 11:42:40.917033 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-48363aeb-7b20-4917-ac77-ec7cef215466 req-9f9ebf5d-3e42-4817-90da-f4ad6d856c8a tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 May 31 11:42:40.931253 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.487699 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f82c7-003a-43f3-8800-37977df7f5f2 req-4de90a00-855d-4d14-9636-c353b891eb16 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:41.489159 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-965f82c7-003a-43f3-8800-37977df7f5f2 req-4de90a00-855d-4d14-9636-c353b891eb16 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0846529 May 31 11:42:41.532961 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-965f82c7-003a-43f3-8800-37977df7f5f2 req-68d708a0-be07-41eb-93c2-157f2f6ec7b1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379431 May 31 11:42:41.696617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.861284 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89635c5-175a-4a5e-9032-cda54394e97a req-aea8a89a-cdbc-4f56-bd42-824a12467da9 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:41.862753 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b89635c5-175a-4a5e-9032-cda54394e97a req-aea8a89a-cdbc-4f56-bd42-824a12467da9 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 945 time: 0.0785685 May 31 11:42:41.908638 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b89635c5-175a-4a5e-9032-cda54394e97a req-2904795a-996c-4a4e-bb25-936124e39832 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 May 31 11:42:42.098700 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c0347-c45a-45d4-a3a4-0236f9b37c6b req-ffad0f5a-3d56-4cce-92a8-97c30f54b2e5 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:42.100136 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0f7c0347-c45a-45d4-a3a4-0236f9b37c6b req-ffad0f5a-3d56-4cce-92a8-97c30f54b2e5 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0783148 May 31 11:42:42.144076 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0f7c0347-c45a-45d4-a3a4-0236f9b37c6b req-24210826-0766-4d35-a833-f66de883fe95 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 May 31 11:42:42.328482 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a3610-fe16-45dc-89ba-82657878f693 req-6800fe0f-1270-4952-a537-4fb6a689756f tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:42.329928 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6a8a3610-fe16-45dc-89ba-82657878f693 req-6800fe0f-1270-4952-a537-4fb6a689756f tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 945 time: 0.0803320 May 31 11:42:42.373538 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6a8a3610-fe16-45dc-89ba-82657878f693 req-efdcdcfe-c7be-44ad-9f19-dd8775157086 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 May 31 11:42:42.736574 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd9c99-3224-4a53-9c5f-0ebd72611e96 req-fea180fa-e0f2-4917-86f7-8489b858534d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:42.738185 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-89cd9c99-3224-4a53-9c5f-0ebd72611e96 req-fea180fa-e0f2-4917-86f7-8489b858534d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0920305 May 31 11:42:42.784083 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-89cd9c99-3224-4a53-9c5f-0ebd72611e96 req-a0efca1d-8c82-446d-ac0b-8d400fc6107b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 May 31 11:42:43.090174 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5bab-8eee-4d0e-a5a9-4c08e3502a14 req-0a6d75bb-0645-45f1-80e2-b263f4be8bc9 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:43.092245 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-291a5bab-8eee-4d0e-a5a9-4c08e3502a14 req-0a6d75bb-0645-45f1-80e2-b263f4be8bc9 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 945 time: 0.0803423 May 31 11:42:43.138638 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-291a5bab-8eee-4d0e-a5a9-4c08e3502a14 req-808198f8-af57-4934-801a-24abf5c4c540 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 May 31 11:42:43.371688 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:42:43.517994 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.908907 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 530b3c42-78af-4f94-b70e-64b8e1363602 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:43.970571 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ce4b-9eef-4ced-9081-5790acd9c56c req-d8f9590e-c60c-4136-b7f8-292eb740928d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:43.972054 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0aa0ce4b-9eef-4ced-9081-5790acd9c56c req-d8f9590e-c60c-4136-b7f8-292eb740928d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0792511 May 31 11:42:43.977417 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 530b3c42-78af-4f94-b70e-64b8e1363602 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:43.982420 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 530b3c42-78af-4f94-b70e-64b8e1363602 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:43.982952 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:44.019587 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0aa0ce4b-9eef-4ced-9081-5790acd9c56c req-5e3a1596-d286-4b8f-8e22-c9a7dbd696f8 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 May 31 11:42:44.112308 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:44.139160 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530b3c42-78af-4f94-b70e-64b8e1363602'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:44.141346 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6611afa-74bc-490f-804b-4f161435d317" -d '{"events": [{"server_uuid": "c49247ab-61a3-48f0-9d98-479ef8c771e3", "name": "network-vif-plugged", "status": "completed", "tag": "530b3c42-78af-4f94-b70e-64b8e1363602"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:44.149054 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 530b3c42-78af-4f94-b70e-64b8e1363602, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=530b3c42-78af-4f94-b70e-64b8e1363602,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:44.152352 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:44.154223 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:44.190010 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc6d06b-d6a2-4d05-8f45-575d302fefe7 x-openstack-request-id: req-9fc6d06b-d6a2-4d05-8f45-575d302fefe7 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:44.190301 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49247ab-61a3-48f0-9d98-479ef8c771e3", "name": "network-vif-plugged", "status": "completed", "tag": "530b3c42-78af-4f94-b70e-64b8e1363602", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:44.190557 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fc6d06b-d6a2-4d05-8f45-575d302fefe7 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:44.190939 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530b3c42-78af-4f94-b70e-64b8e1363602', 'code': 200} May 31 11:42:44.248398 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=530b3c42-78af-4f94-b70e-64b8e1363602,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:44.251246 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:44.327835 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baa6f3-2a3b-44b6-b7c8-20e438afd80b req-51fb3838-809d-49b0-a42f-28ba56634bd4 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:44.329271 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-13baa6f3-2a3b-44b6-b7c8-20e438afd80b req-51fb3838-809d-49b0-a42f-28ba56634bd4 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 946 time: 0.0818729 May 31 11:42:44.371984 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-13baa6f3-2a3b-44b6-b7c8-20e438afd80b req-09c8f884-79c7-4067-b1df-32de8bd122ab tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370271 May 31 11:42:44.577879 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2d02a-19f4-44bf-9c5f-e9c1219a6480 req-17b45055-9e7d-43c2-96dc-69bf779103fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:44.579359 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25e2d02a-19f4-44bf-9c5f-e9c1219a6480 req-17b45055-9e7d-43c2-96dc-69bf779103fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 1099 time: 0.0676491 May 31 11:42:44.625356 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25e2d02a-19f4-44bf-9c5f-e9c1219a6480 req-86995e7c-05e0-4e3d-8813-67022ba2f93c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375264 May 31 11:42:45.213018 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dad5d-e41d-436e-80dd-f36cd8cd8c0f req-1a27ed57-bc6b-4af5-8904-30e3e462d91b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:45.214481 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-337dad5d-e41d-436e-80dd-f36cd8cd8c0f req-1a27ed57-bc6b-4af5-8904-30e3e462d91b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0788238 May 31 11:42:45.256908 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-337dad5d-e41d-436e-80dd-f36cd8cd8c0f req-0fe54361-895a-47a3-8bcd-e2d9d11698ec tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361197 May 31 11:42:45.550274 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f623e-11de-46d4-9b65-c9b89ab7dd88 req-babdea52-10d3-4843-81b3-e6fa75626097 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:45.551702 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fe4f623e-11de-46d4-9b65-c9b89ab7dd88 req-babdea52-10d3-4843-81b3-e6fa75626097 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 946 time: 0.0781641 May 31 11:42:45.594745 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fe4f623e-11de-46d4-9b65-c9b89ab7dd88 req-ab05a3ce-649c-432b-bc78-07119ef43879 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 May 31 11:42:46.456779 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fc747-1f2a-41d0-a9b5-7381e5853e9e req-b43d9736-e229-4d93-b375-b2d83d9037cd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:46.458248 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-208fc747-1f2a-41d0-a9b5-7381e5853e9e req-b43d9736-e229-4d93-b375-b2d83d9037cd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0893459 May 31 11:42:46.500890 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-208fc747-1f2a-41d0-a9b5-7381e5853e9e req-a862ff19-8f50-4781-9dc0-838c0d2fcc07 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367594 May 31 11:42:46.781664 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadbef2-a6ed-4afe-a463-303ec94da089 req-36a1840c-df00-4329-83a2-d7c5bbcc39c9 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:46.783103 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ceadbef2-a6ed-4afe-a463-303ec94da089 req-36a1840c-df00-4329-83a2-d7c5bbcc39c9 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 946 time: 0.0809531 May 31 11:42:46.827044 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ceadbef2-a6ed-4afe-a463-303ec94da089 req-1a69c070-f27b-47ea-9519-1acfa439b9cb tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383141 May 31 11:42:47.013618 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df753df1-c184-4f4b-a762-7743314b57e5 req-36b84f51-4a24-47be-b864-a79b05de66d7 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:47.015111 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-df753df1-c184-4f4b-a762-7743314b57e5 req-36b84f51-4a24-47be-b864-a79b05de66d7 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 946 time: 0.0841365 May 31 11:42:47.059015 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-df753df1-c184-4f4b-a762-7743314b57e5 req-feeefada-8308-446b-b07b-1ca5419d581a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381203 May 31 11:42:47.081930 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 39828) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:47.387879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f832c-79fb-47c5-9e03-6db350855209 tempest-TestVolumeBootPattern-237647613 tempest-TestVolumeBootPattern-237647613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:47.388609 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-175f832c-79fb-47c5-9e03-6db350855209 tempest-TestVolumeBootPattern-237647613 tempest-TestVolumeBootPattern-237647613-project-admin] Synchronizing usage tracker for tenant:da256e3584b34176aafbab59a5345d51 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:47.404644 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-175f832c-79fb-47c5-9e03-6db350855209 tempest-TestVolumeBootPattern-237647613 tempest-TestVolumeBootPattern-237647613-project-admin] Unset dirty status for tenant:da256e3584b34176aafbab59a5345d51 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:47.405816 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-175f832c-79fb-47c5-9e03-6db350855209 tempest-TestVolumeBootPattern-237647613 tempest-TestVolumeBootPattern-237647613-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 1094 time: 0.3229294 May 31 11:42:47.408759 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 39838) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:47.413764 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Request body: {'floatingip': {'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'port_id': '530b3c42-78af-4f94-b70e-64b8e1363602', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:47.419322 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:47.424031 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Usage tracker for resource:floatingip and tenant:c64fc9e3b7fe492a86603ee3b85df696 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:47.426765 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:47.432311 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:47.441651 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for floatingip, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.631523 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.693057 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887a8d-48b8-4e6a-9daa-10516b5e3c4f req-4e41e21b-f664-464b-b5c6-81d0d46a2d41 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:47.694554 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c1887a8d-48b8-4e6a-9daa-10516b5e3c4f req-4e41e21b-f664-464b-b5c6-81d0d46a2d41 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0795176 May 31 11:42:47.739151 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c1887a8d-48b8-4e6a-9daa-10516b5e3c4f req-aa7ac3a9-e77a-496f-b16b-40c396cdfae0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 May 31 11:42:47.767936 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Allocated IP 172.27.3.221 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/dde7b009-f1fe-4a46-a87c-6a4dad4e62c3) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:47.913035 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.942551 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.947300 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-956fccfa-7c3f-48cd-9794-5e834cf0bede tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:48.006520 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:48.009266 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:48.011788 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:48.056151 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'Port': ['ID=dde7b009-f1fe-4a46-a87c-6a4dad4e62c3,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:48.059037 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:48.540325 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.647952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.840191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.845254 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.850206 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-92a7e202-e5e8-4dfa-9d43-5aab20e9d84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:49.082666 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event updated for resources: {'Port': ['ID=dde7b009-f1fe-4a46-a87c-6a4dad4e62c3,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:49.089208 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:49.097079 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.238469 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d32d6-43e7-4ad0-b035-386d46256c06 req-54752054-91ac-4ed7-90a6-1c493047ebaa tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:49.239951 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-052d32d6-43e7-4ad0-b035-386d46256c06 req-54752054-91ac-4ed7-90a6-1c493047ebaa tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.3907187 May 31 11:42:49.311808 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-052d32d6-43e7-4ad0-b035-386d46256c06 req-20ea6e8b-3e23-4f8f-8217-99f26f147f0b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643764 May 31 11:42:49.312945 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.l3_db [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Floating IP 20fd5333-6c4f-4e37-9ef3-096e08da6774 associated. External IP: 172.27.3.221, port: 530b3c42-78af-4f94-b70e-64b8e1363602. May 31 11:42:49.657512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:42:49.829499 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:42:49.838831 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] Sync routers for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:42:49.848755 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:49.849376 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:42:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:49.863627 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.920802 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5110221 May 31 11:42:49.921576 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'tag': '530b3c42-78af-4f94-b70e-64b8e1363602'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:49.924109 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5877aa21-f22e-42df-afbb-854fe07b238b" -d '{"events": [{"name": "network-changed", "server_uuid": "c49247ab-61a3-48f0-9d98-479ef8c771e3", "tag": "530b3c42-78af-4f94-b70e-64b8e1363602"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:49.965734 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080536d3-ada8-463a-9d8c-e8aa7b42de95 x-openstack-request-id: req-080536d3-ada8-463a-9d8c-e8aa7b42de95 {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:49.966058 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49247ab-61a3-48f0-9d98-479ef8c771e3", "tag": "530b3c42-78af-4f94-b70e-64b8e1363602", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:49.966389 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-080536d3-ada8-463a-9d8c-e8aa7b42de95 {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:49.967353 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'tag': '530b3c42-78af-4f94-b70e-64b8e1363602', 'status': 'completed', 'code': 200} May 31 11:42:50.025668 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:50.103876 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877aa21-f22e-42df-afbb-854fe07b238b req-f3d71998-17d0-4099-a715-d90a031e5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:50.105260 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5877aa21-f22e-42df-afbb-854fe07b238b req-f3d71998-17d0-4099-a715-d90a031e5b62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c64fc9e3b7fe492a86603ee3b85df696&device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 1099 time: 0.0740972 May 31 11:42:50.314783 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877aa21-f22e-42df-afbb-854fe07b238b req-23b538d3-167c-46e6-bee1-722d0797e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:50.317339 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5877aa21-f22e-42df-afbb-854fe07b238b req-23b538d3-167c-46e6-bee1-722d0797e8f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b36ef0d2-16ac-47a3-83fa-380326e1234b HTTP/1.1" status: 200 len: 912 time: 0.2048409 May 31 11:42:50.384093 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '20fd5333-6c4f-4e37-9ef3-096e08da6774', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'port_id': '530b3c42-78af-4f94-b70e-64b8e1363602', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'mac_address': 'fa:16:3e:ba:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:48Z', 'revision_number': 0, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:41:02Z', 'revision_number': 5, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:50.389682 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] Checking router: 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:42:50.398424 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:50.399035 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:42:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:50.432496 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5877aa21-f22e-42df-afbb-854fe07b238b req-7f7540f1-58e6-455d-a993-12419cad54ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=530b3c42-78af-4f94-b70e-64b8e1363602 HTTP/1.1" status: 200 len: 1000 time: 0.1066630 May 31 11:42:50.495760 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877aa21-f22e-42df-afbb-854fe07b238b req-b3edc3a3-031c-47e4-bd35-8412320c457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:50.497187 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5877aa21-f22e-42df-afbb-854fe07b238b req-b3edc3a3-031c-47e4-bd35-8412320c457a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ab4c1277-0c8d-4a30-98f8-fc308ec26601 HTTP/1.1" status: 200 len: 850 time: 0.0569260 May 31 11:42:50.510791 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dd996-ec63-47db-a6c5-6c0a0f74889e req-9984a5e1-27bb-4870-a8d8-070d45799872 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:50.512334 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-161dd996-ec63-47db-a6c5-6c0a0f74889e req-9984a5e1-27bb-4870-a8d8-070d45799872 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0807304 May 31 11:42:50.559072 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-161dd996-ec63-47db-a6c5-6c0a0f74889e req-d39a4948-b307-468f-b9ac-40bfabdbca31 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 May 31 11:42:50.599058 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877aa21-f22e-42df-afbb-854fe07b238b req-bb37b3ab-1c17-4d3a-b9c3-5fbdf6e6290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:50.600564 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5877aa21-f22e-42df-afbb-854fe07b238b req-bb37b3ab-1c17-4d3a-b9c3-5fbdf6e6290c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b36ef0d2-16ac-47a3-83fa-380326e1234b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922887 May 31 11:42:50.623490 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:50.751098 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5877aa21-f22e-42df-afbb-854fe07b238b req-e80c90d5-1d74-4a88-8c18-3ff99978b5e9 service neutron] 10.222.0.52 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413257 May 31 11:42:50.882702 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5877aa21-f22e-42df-afbb-854fe07b238b req-4cc5fbd8-145f-44e1-b76b-1e9f8d550e91 service neutron] 10.222.0.52 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238101 May 31 11:42:50.966040 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '20fd5333-6c4f-4e37-9ef3-096e08da6774', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'port_id': '530b3c42-78af-4f94-b70e-64b8e1363602', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'mac_address': 'fa:16:3e:ba:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:48Z', 'revision_number': 0, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:41:02Z', 'revision_number': 5, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:50.970362 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ff8c05-9e88-4f35-afd2-e1d513c6f99c None None] The sync data for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi is: [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '20fd5333-6c4f-4e37-9ef3-096e08da6774', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'port_id': '530b3c42-78af-4f94-b70e-64b8e1363602', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'mac_address': 'fa:16:3e:ba:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:48Z', 'revision_number': 0, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:41:02Z', 'revision_number': 5, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:42:51.166354 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c721001-8d6c-4729-976d-a4fa73e741c0 None None] New status for floating IP 20fd5333-6c4f-4e37-9ef3-096e08da6774: ACTIVE {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:42:51.754371 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48b16-a202-4143-ade1-ce53c8530ec0 req-07f2258b-c2ec-488b-9cb9-36aa89cf8d1b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:51.755816 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-70c48b16-a202-4143-ade1-ce53c8530ec0 req-07f2258b-c2ec-488b-9cb9-36aa89cf8d1b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0800676 May 31 11:42:51.799831 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-70c48b16-a202-4143-ade1-ce53c8530ec0 req-6a83427b-21c2-4498-8096-9139eefcc29f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382807 May 31 11:42:52.989759 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aada029-9d36-4d2c-8e98-ccb7dfbbbe4f req-7ac93ce3-ade9-4c34-bd15-92e3a38540f8 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:52.991163 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9aada029-9d36-4d2c-8e98-ccb7dfbbbe4f req-7ac93ce3-ade9-4c34-bd15-92e3a38540f8 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0802643 May 31 11:42:53.034064 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9aada029-9d36-4d2c-8e98-ccb7dfbbbe4f req-80d7db6d-15c8-4d18-ba23-63e891e25a59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372643 May 31 11:42:54.219602 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25d7d5-d1d3-4e01-b2e8-1b49a3531120 req-4941b8fc-af64-453e-b587-0f482d54503c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:54.221016 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5c25d7d5-d1d3-4e01-b2e8-1b49a3531120 req-4941b8fc-af64-453e-b587-0f482d54503c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0810277 May 31 11:42:54.262828 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5c25d7d5-d1d3-4e01-b2e8-1b49a3531120 req-03b77317-b8c4-4034-8032-d5eb8ee2cb21 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362163 May 31 11:42:55.448719 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965f216-69ea-493e-a6b8-236ec9641b1b req-0aa22fe1-dd92-4a82-a0b9-3af35208b049 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:55.450158 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a965f216-69ea-493e-a6b8-236ec9641b1b req-0aa22fe1-dd92-4a82-a0b9-3af35208b049 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0777283 May 31 11:42:55.493725 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a965f216-69ea-493e-a6b8-236ec9641b1b req-66a8e8ed-6ca7-413b-95e1-dfe9f2345903 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372560 May 31 11:42:56.684014 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20087372-bc36-4730-9353-c86cc20140a0 req-c1727d63-f55e-4692-add3-75af67c44aed tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:56.686179 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-20087372-bc36-4730-9353-c86cc20140a0 req-c1727d63-f55e-4692-add3-75af67c44aed tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0807080 May 31 11:42:56.731003 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-20087372-bc36-4730-9353-c86cc20140a0 req-9c5ea2a9-944d-460d-80e1-8540b400c6d5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 May 31 11:42:57.922016 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089f539-6880-4b1a-b346-234e346f4320 req-8ff0af8d-69bd-4412-9aac-f327ac628ccb tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:57.923384 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7089f539-6880-4b1a-b346-234e346f4320 req-8ff0af8d-69bd-4412-9aac-f327ac628ccb tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0803716 May 31 11:42:57.966871 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7089f539-6880-4b1a-b346-234e346f4320 req-c837852d-7fd1-48d1-88ae-3924a6d6f21f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377591 May 31 11:42:59.158903 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbae38-9e06-454e-b6ce-f48effa7c8af req-73d99bdc-2775-47b0-9f00-52fda9aef30a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:59.160260 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8cdbae38-9e06-454e-b6ce-f48effa7c8af req-73d99bdc-2775-47b0-9f00-52fda9aef30a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0826995 May 31 11:42:59.203715 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8cdbae38-9e06-454e-b6ce-f48effa7c8af req-59c73a14-6d0b-48f3-8307-b6931c2a14d1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 May 31 11:43:00.388762 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a761dc6-73a1-4f45-ac15-981b30a71f5e req-2c026faa-be25-4b1f-9717-3d0c812fdb36 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:00.390353 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2a761dc6-73a1-4f45-ac15-981b30a71f5e req-2c026faa-be25-4b1f-9717-3d0c812fdb36 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0805988 May 31 11:43:00.437225 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2a761dc6-73a1-4f45-ac15-981b30a71f5e req-ddf154eb-26ca-41c8-bf4e-3a2a09376b23 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 May 31 11:43:01.622028 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa7415-f26f-45e5-b8fd-33aa36265803 req-5615b9b9-75da-45ae-a046-055ae9f642ab tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:01.623436 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7fa7415-f26f-45e5-b8fd-33aa36265803 req-5615b9b9-75da-45ae-a046-055ae9f642ab tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0776589 May 31 11:43:01.666855 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7fa7415-f26f-45e5-b8fd-33aa36265803 req-bfc2e959-0fc3-430e-aae8-1c6b34d6c0b3 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378294 May 31 11:43:02.855821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8e50b-ca79-4aab-b809-cfca51b1610f req-0050b910-5262-4fe9-80c3-a5ed7e71cb46 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:02.857999 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5ab8e50b-ca79-4aab-b809-cfca51b1610f req-0050b910-5262-4fe9-80c3-a5ed7e71cb46 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0819635 May 31 11:43:02.900144 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5ab8e50b-ca79-4aab-b809-cfca51b1610f req-f06db7ed-c58c-4e5c-90c9-b1f500507a1d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365365 May 31 11:43:04.090694 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd3e76-6e85-4292-8501-58fbd86278b8 req-99747739-400b-4b91-b22b-70c077458a0a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:04.092674 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-46dd3e76-6e85-4292-8501-58fbd86278b8 req-99747739-400b-4b91-b22b-70c077458a0a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0832095 May 31 11:43:04.135487 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-46dd3e76-6e85-4292-8501-58fbd86278b8 req-0d755fe1-54f7-4499-a1f6-7af20936dfd8 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367947 May 31 11:43:05.329327 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd28ec-27a8-45fd-b6bb-fe086e8cb899 req-e04c34e3-8b01-4fba-9259-7fae13da0722 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:05.330734 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a6fd28ec-27a8-45fd-b6bb-fe086e8cb899 req-e04c34e3-8b01-4fba-9259-7fae13da0722 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0813050 May 31 11:43:05.454016 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a6fd28ec-27a8-45fd-b6bb-fe086e8cb899 req-e132243a-af2d-449f-8db6-0a1d3e4ac4b8 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177354 May 31 11:43:06.641914 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7b588-4ad4-497c-9d9a-6d1833d360f7 req-8b897ccf-1316-4f35-81d1-e6cc19f2117f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:06.643358 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6de7b588-4ad4-497c-9d9a-6d1833d360f7 req-8b897ccf-1316-4f35-81d1-e6cc19f2117f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0783637 May 31 11:43:06.690591 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6de7b588-4ad4-497c-9d9a-6d1833d360f7 req-971af85e-1b17-4683-aa09-01d4b496299b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415623 May 31 11:43:07.877106 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7dc6-0b70-4737-a423-d6ca1cab4d93 req-a7f8d696-ff8d-4d1a-beb9-38798e583b5a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:07.878463 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5f2f7dc6-0b70-4737-a423-d6ca1cab4d93 req-a7f8d696-ff8d-4d1a-beb9-38798e583b5a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0780098 May 31 11:43:07.920700 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5f2f7dc6-0b70-4737-a423-d6ca1cab4d93 req-f20914a2-90b4-4fc4-99c4-18b152ba932a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365880 May 31 11:43:08.320596 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7126125-47f2-4922-9705-ef16b766fc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:08.590406 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:09.108317 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d29223-ec13-48fc-bf86-060daf4b5be0 req-5ab91c60-7754-4f7f-ae05-5700915e539e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:09.109871 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2d29223-ec13-48fc-bf86-060daf4b5be0 req-5ab91c60-7754-4f7f-ae05-5700915e539e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0811701 May 31 11:43:09.155440 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2d29223-ec13-48fc-bf86-060daf4b5be0 req-183f950e-ab9b-431b-826c-1afdb4662e04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 May 31 11:43:10.274214 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-d4aa13e6-adf9-46aa-9177-fb5fe4079360 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729151 May 31 11:43:10.346069 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a25a99-bf72-402a-807b-93acb3d1f28c req-aed9549e-1dd7-426d-814b-ab405b9cb201 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:10.347560 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-66a25a99-bf72-402a-807b-93acb3d1f28c req-aed9549e-1dd7-426d-814b-ab405b9cb201 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0814197 May 31 11:43:10.395331 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-66a25a99-bf72-402a-807b-93acb3d1f28c req-7b4bbaf7-32b1-4df6-a0a8-090c22fb6772 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 May 31 11:43:10.439804 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-2624e118-facf-4788-bebd-e4d19b665007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:10.441192 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-2624e118-facf-4788-bebd-e4d19b665007 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1099 time: 0.0718699 May 31 11:43:10.586489 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-252583b3-a03f-43e5-a85e-7bc174172e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:10.587909 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-252583b3-a03f-43e5-a85e-7bc174172e88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1239874 May 31 11:43:10.735503 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-aa7b1d89-4988-4dc8-be36-9b4741861a2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.1353424 May 31 11:43:10.799742 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-15bb9383-da6a-4bbc-b3c2-2a05d5095799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:10.801093 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-15bb9383-da6a-4bbc-b3c2-2a05d5095799 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0568781 May 31 11:43:10.824610 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5f785a3d-67e9-4e68-aec7-84bdfbca96bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:10.850940 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-9ca2d9c6-8a57-4344-a85a-207e080b8350 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415351 May 31 11:43:10.903841 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:10.993724 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-fe78f6d1-35a7-4e68-89a5-5c6b15bbb61d service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336589 May 31 11:43:11.124866 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7f2667a-a237-440c-9089-ba411ac0a971 req-dd9a19ec-0df8-4f6e-b2a5-73c42732e3fc service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240721 May 31 11:43:11.585906 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b772aa0-3908-4aa7-84a2-1d5cda26dfa0 req-537ade67-4d80-4a66-8051-2c04500bc365 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:11.587251 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b772aa0-3908-4aa7-84a2-1d5cda26dfa0 req-537ade67-4d80-4a66-8051-2c04500bc365 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0816617 May 31 11:43:11.630732 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b772aa0-3908-4aa7-84a2-1d5cda26dfa0 req-b59d42af-4c75-4adf-b9a0-fb6110c12283 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 May 31 11:43:11.700552 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:12.815723 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e235d-ddb7-448a-8d05-438c51b08d28 req-1b90d54a-ec6a-4a85-b295-ccb79bf15446 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:12.817123 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-de8e235d-ddb7-448a-8d05-438c51b08d28 req-1b90d54a-ec6a-4a85-b295-ccb79bf15446 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0769558 May 31 11:43:12.863788 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-de8e235d-ddb7-448a-8d05-438c51b08d28 req-0849e121-7e4e-4445-b85c-c74fec63be8e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411272 May 31 11:43:13.520117 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:14.059051 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e4ff3-f502-4b13-8092-52dcee4b57fc req-9bd733af-565f-4be6-bfd5-a204eac1ada7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.060988 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a23e4ff3-f502-4b13-8092-52dcee4b57fc req-9bd733af-565f-4be6-bfd5-a204eac1ada7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0775075 May 31 11:43:14.107233 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a23e4ff3-f502-4b13-8092-52dcee4b57fc req-fd58442a-5a3a-47e2-84b0-2c449f71abf2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 May 31 11:43:15.294975 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f759f-b86b-4a33-9dc4-4e2a31baf4f2 req-b9f0f599-837b-4c7e-a0e8-a70d1fdbd42e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:15.296676 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a61f759f-b86b-4a33-9dc4-4e2a31baf4f2 req-b9f0f599-837b-4c7e-a0e8-a70d1fdbd42e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0796649 May 31 11:43:15.340461 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a61f759f-b86b-4a33-9dc4-4e2a31baf4f2 req-b108feeb-2d4b-41b5-98de-0f9253628742 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 May 31 11:43:16.525433 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b4b9e-df8b-4a97-a5a0-bd5e8cdda063 req-0c0b56ce-fae2-44c6-9bc6-f276ea230747 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:16.526903 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-619b4b9e-df8b-4a97-a5a0-bd5e8cdda063 req-0c0b56ce-fae2-44c6-9bc6-f276ea230747 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0781777 May 31 11:43:16.570645 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-619b4b9e-df8b-4a97-a5a0-bd5e8cdda063 req-cd4e816d-6791-40c1-8188-e42627fd2092 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376675 May 31 11:43:17.764220 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771a267-43ae-4ef9-883b-9e276bd2fd02 req-b7237a98-cb13-42a3-99bf-5ffad216413a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:17.765686 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7771a267-43ae-4ef9-883b-9e276bd2fd02 req-b7237a98-cb13-42a3-99bf-5ffad216413a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0808597 May 31 11:43:17.809429 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7771a267-43ae-4ef9-883b-9e276bd2fd02 req-07ea9292-6e78-4491-99aa-851cd90ab246 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381556 May 31 11:43:19.004046 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dab970-9323-4ac6-a27c-771ce52f844b req-7e5c8edf-b2db-4bfb-ac5d-875c86f6978c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.005512 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-66dab970-9323-4ac6-a27c-771ce52f844b req-7e5c8edf-b2db-4bfb-ac5d-875c86f6978c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0827057 May 31 11:43:19.049909 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-66dab970-9323-4ac6-a27c-771ce52f844b req-4810ed47-a32e-4f40-b02d-9ff29704f94d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387270 May 31 11:43:20.237592 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac26c1-8e3f-4924-b07f-5a3634551dc3 req-d8a1378c-b3f5-4e5a-b70f-7412eec01ad2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.239042 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7eac26c1-8e3f-4924-b07f-5a3634551dc3 req-d8a1378c-b3f5-4e5a-b70f-7412eec01ad2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0793998 May 31 11:43:20.283412 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7eac26c1-8e3f-4924-b07f-5a3634551dc3 req-b808db29-7a10-47ac-8ce0-88fa3ddafdbc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382121 May 31 11:43:20.370358 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:43:21.467589 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c118156-1f2f-4bfb-82a9-98b1aa99128f req-769b98ca-227a-4d08-8877-e9d199b949d5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.469004 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c118156-1f2f-4bfb-82a9-98b1aa99128f req-769b98ca-227a-4d08-8877-e9d199b949d5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0781806 May 31 11:43:21.511958 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c118156-1f2f-4bfb-82a9-98b1aa99128f req-849ddf2f-7304-4a04-b52e-0f1ef6c37465 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373778 May 31 11:43:22.702853 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473be31c-e68c-476c-adb6-154d6c712629 req-f6794bd1-bd8d-4687-8f07-3a4d8c460f03 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:22.704284 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-473be31c-e68c-476c-adb6-154d6c712629 req-f6794bd1-bd8d-4687-8f07-3a4d8c460f03 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0814595 May 31 11:43:22.746744 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-473be31c-e68c-476c-adb6-154d6c712629 req-774d9543-e931-4dba-8329-5079fc77e80f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368216 May 31 11:43:23.935393 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c47a28-674a-44ef-8069-655b78857a86 req-cf52a4fa-c849-4e2d-902b-5552918737fc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:23.936728 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-95c47a28-674a-44ef-8069-655b78857a86 req-cf52a4fa-c849-4e2d-902b-5552918737fc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0819983 May 31 11:43:23.979217 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-95c47a28-674a-44ef-8069-655b78857a86 req-ac5141ef-02db-4013-b526-913e6375f90e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369194 May 31 11:43:25.163797 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db7709-aa0e-4358-bdf6-aedd2bac6e51 req-c548e1c9-6ff5-4b86-8b7a-c99c3bc0102a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.165239 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d9db7709-aa0e-4358-bdf6-aedd2bac6e51 req-c548e1c9-6ff5-4b86-8b7a-c99c3bc0102a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0786481 May 31 11:43:25.212824 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d9db7709-aa0e-4358-bdf6-aedd2bac6e51 req-0aeea05e-e800-441f-8b77-cc5e14c76e04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413754 May 31 11:43:26.401468 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7279-c5e0-4c3a-bbf3-6034154c75d8 req-4958f5f9-cc04-4b8e-93e1-13711b32aee0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:26.402920 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-537c7279-c5e0-4c3a-bbf3-6034154c75d8 req-4958f5f9-cc04-4b8e-93e1-13711b32aee0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0789232 May 31 11:43:26.449789 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-537c7279-c5e0-4c3a-bbf3-6034154c75d8 req-3642e358-2488-4101-9ddf-5e34e40602ec tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 May 31 11:43:27.639288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a76af0-65c0-4cc3-8d65-1d24e074136b req-7210a42e-cc76-47e9-bda9-96c43e99b65f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:27.640813 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-00a76af0-65c0-4cc3-8d65-1d24e074136b req-7210a42e-cc76-47e9-bda9-96c43e99b65f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0791960 May 31 11:43:27.689658 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-00a76af0-65c0-4cc3-8d65-1d24e074136b req-36ea6579-2022-4f57-914e-93faff4498d2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413139 May 31 11:43:28.892957 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f9efb-61a1-4aed-96ac-bb739549f989 req-9615d99f-5bed-492c-bcec-e92263a48748 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.894442 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-693f9efb-61a1-4aed-96ac-bb739549f989 req-9615d99f-5bed-492c-bcec-e92263a48748 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0821419 May 31 11:43:28.939948 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-693f9efb-61a1-4aed-96ac-bb739549f989 req-8460f6df-54e4-4b67-92d6-9d2477411308 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393689 May 31 11:43:30.131614 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:43:30.132822 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d57ec-1308-41e5-8d6a-3cc95c7adeed req-8571b53b-efea-4dd4-a8dc-a7ce1e42c7ad tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.134403 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f87d57ec-1308-41e5-8d6a-3cc95c7adeed req-8571b53b-efea-4dd4-a8dc-a7ce1e42c7ad tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 943 time: 0.0794203 May 31 11:43:30.179458 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f87d57ec-1308-41e5-8d6a-3cc95c7adeed req-47fe1bb1-85d8-46a5-9cea-0e8e327608bd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384228 May 31 11:43:30.260077 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:30.273314 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'port_id': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'mac_address': 'fa:16:3e:92:83:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:43:30.329107 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:30.345823 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf018ff6-8523-4bb8-b5ec-e8e277772eef {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:30.360341 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:30.364146 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:30.366201 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:30.429750 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=9']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:30.436904 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.437244 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.437628 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.437937 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.438261 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.438586 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.438900 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.439214 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.439551 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.439865 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.440174 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.440480 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:30.444282 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:30.779807 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['cf018ff6-8523-4bb8-b5ec-e8e277772eef'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:31.363746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5dc6c-70d2-44c9-bf3c-a56df3234d21 req-8ea6ceec-e6c1-490e-b29f-084017a0ff7f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:31.365182 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-40e5dc6c-70d2-44c9-bf3c-a56df3234d21 req-8ea6ceec-e6c1-490e-b29f-084017a0ff7f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 944 time: 0.0785627 May 31 11:43:31.407637 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-40e5dc6c-70d2-44c9-bf3c-a56df3234d21 req-fc5abcc9-c401-49dd-b537-98411c4f5e55 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369065 May 31 11:43:32.142988 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:32.208548 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port cf018ff6-8523-4bb8-b5ec-e8e277772eef triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:32.208915 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:32.324911 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:32.351472 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:32.353702 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b0461d-3b32-4e32-8884-c8ab151ce69b" -d '{"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-plugged", "status": "completed", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:32.361873 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:32.366019 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:32.367957 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:32.403875 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ca9fe8-6e00-4b9b-8515-2b3ea2333f0e x-openstack-request-id: req-98ca9fe8-6e00-4b9b-8515-2b3ea2333f0e {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:32.404172 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-plugged", "status": "completed", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:32.404429 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98ca9fe8-6e00-4b9b-8515-2b3ea2333f0e {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:32.404812 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'code': 200} May 31 11:43:32.438448 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=10']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:32.442933 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:32.605955 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3006beb-3eb3-4c33-9721-13e95e94b516 req-5dd94285-d66d-4457-9cad-2cfe5b616706 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:32.607272 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b3006beb-3eb3-4c33-9721-13e95e94b516 req-5dd94285-d66d-4457-9cad-2cfe5b616706 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 946 time: 0.0807869 May 31 11:43:32.651179 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b3006beb-3eb3-4c33-9721-13e95e94b516 req-492a8159-3612-48ff-8d71-835b04bd7180 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378325 May 31 11:43:32.997539 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776ac4-7400-4de0-a10b-f9fec50d039f req-f091ef26-8ef5-413a-9fc5-eb4436c71bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:32.999031 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-85776ac4-7400-4de0-a10b-f9fec50d039f req-f091ef26-8ef5-413a-9fc5-eb4436c71bdc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1099 time: 0.0707026 May 31 11:43:33.041477 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-85776ac4-7400-4de0-a10b-f9fec50d039f req-ce23d99d-038d-42d4-a6b8-00db5ef197a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330286 May 31 11:43:33.837385 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d6c00-0139-489e-9692-71ded94f7358 req-17819c29-6648-4d37-9627-b87949c6cca4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:33.838815 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba1d6c00-0139-489e-9692-71ded94f7358 req-17819c29-6648-4d37-9627-b87949c6cca4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 946 time: 0.0778067 May 31 11:43:33.883241 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba1d6c00-0139-489e-9692-71ded94f7358 req-cb2e8256-61af-4cc1-95cb-ae6b7f3b4845 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387185 May 31 11:43:35.074195 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbad9e-9664-4aa7-9388-5ae4026a45b6 req-f5916aea-ca7e-476b-adef-0b731867374f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:35.075661 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d8dbad9e-9664-4aa7-9388-5ae4026a45b6 req-f5916aea-ca7e-476b-adef-0b731867374f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 946 time: 0.0816724 May 31 11:43:35.121186 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d8dbad9e-9664-4aa7-9388-5ae4026a45b6 req-c988de2b-a0bc-4792-b560-2049538a2705 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387254 May 31 11:43:36.311135 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06583-0091-4ce7-bf24-f3344883989d req-4ac1a56d-7f4d-49cd-8c26-5c0ab6dbdc9f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:36.312568 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f9a06583-0091-4ce7-bf24-f3344883989d req-4ac1a56d-7f4d-49cd-8c26-5c0ab6dbdc9f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 946 time: 0.0818243 May 31 11:43:36.356138 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f9a06583-0091-4ce7-bf24-f3344883989d req-931aaca2-0931-423f-b926-c530d6c3604d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379925 May 31 11:43:38.321701 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e574750f-3bc3-472b-b30d-0422322b530d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.579889 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.825837 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2c2d00a1-577b-4720-a310-1263b2759bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.907581 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:41.702064 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:43.521853 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:57.369537 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:44:08.322030 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7b3d-2cab-4c32-b420-5fb190580fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:08.612707 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:10.439277 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-c59513cf-2e53-45a7-aacd-b1f07699be4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703771 May 31 11:44:10.543672 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-e850317e-d1f4-4038-9d2f-a339ad7db499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:10.545138 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-e850317e-d1f4-4038-9d2f-a339ad7db499 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 1099 time: 0.0730422 May 31 11:44:10.761061 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-1806d616-2966-4926-ad7b-dbfba460bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:10.762512 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-1806d616-2966-4926-ad7b-dbfba460bb6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 916 time: 0.1969051 May 31 11:44:10.827857 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4de47963-1773-41fe-b9a3-35c93d7a7b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:10.869364 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-be9c541e-e0eb-478c-a6a4-0c6297160ed1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 200 len: 1001 time: 0.0999649 May 31 11:44:10.913781 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:10.938528 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-b27f1f4b-fbfb-4bd9-b58d-57b990e8ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:10.939997 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-b27f1f4b-fbfb-4bd9-b58d-57b990e8ee1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.0617931 May 31 11:44:11.016864 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-41caa15e-2665-4b25-9589-a940a50bb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:11.018399 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-41caa15e-2665-4b25-9589-a940a50bb771 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718637 May 31 11:44:11.149381 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-273a7066-b544-4b1b-a3b8-bbcac20af750 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243939 May 31 11:44:11.281201 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30096bb3-9d5b-4631-9bf0-ad20e7dc2a33 req-1399a301-ba77-4870-88e1-a85ea90a76e7 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246977 May 31 11:44:11.705462 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.524850 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:34.367948 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:44:38.323419 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ed05fcb0-c8ca-43bf-a9e1-175accff9f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.626731 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.830034 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c86183c4-5167-4042-b22e-efae36e3cc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.905642 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.707077 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:43.526888 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.713436 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20260d86-1ccf-42c1-b7e2-960a67f498eb req-dff2b126-371c-497e-94a4-fb8f7df40f58 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:49.714881 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-20260d86-1ccf-42c1-b7e2-960a67f498eb req-dff2b126-371c-497e-94a4-fb8f7df40f58 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 946 time: 0.0821757 May 31 11:44:49.757335 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-20260d86-1ccf-42c1-b7e2-960a67f498eb req-f69d39cb-6029-4a5c-8202-073c83a49e50 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362201 May 31 11:44:50.947615 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a7f0-b9a2-49a8-a2ac-06a1555847e3 req-19770070-3080-4919-9205-94fce0f226e2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:50.949071 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e6e7a7f0-b9a2-49a8-a2ac-06a1555847e3 req-19770070-3080-4919-9205-94fce0f226e2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 946 time: 0.0865688 May 31 11:44:50.996140 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e6e7a7f0-b9a2-49a8-a2ac-06a1555847e3 req-08613cb3-5a46-4bf1-9f4e-0a968fc2b1cf tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5e00e8f-bf13-4113-9e77-5cb4f89c9187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406168 May 31 11:44:51.362683 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-4bcc2c2e-ee68-4eb7-a033-f40e88f3ce63 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:51.364096 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-4bcc2c2e-ee68-4eb7-a033-f40e88f3ce63 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 946 time: 0.0778384 May 31 11:44:51.499173 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Deleting port 530b3c42-78af-4f94-b70e-64b8e1363602 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:51.499497 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.632957 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] For port 530b3c42-78af-4f94-b70e-64b8e1363602, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=530b3c42-78af-4f94-b70e-64b8e1363602,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:51.633375 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.926321 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.926684 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.926985 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Floating IP 20fd5333-6c4f-4e37-9ef3-096e08da6774 disassociated. External IP: 172.27.3.221, port: 530b3c42-78af-4f94-b70e-64b8e1363602. May 31 11:44:51.927437 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Calling delete_port for 530b3c42-78af-4f94-b70e-64b8e1363602 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:52.036764 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:52.044287 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:52.092050 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event deleted for resources: {'Port': ['ID=530b3c42-78af-4f94-b70e-64b8e1363602,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:52.149665 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.150046 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.150407 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.150750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.151088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.151424 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.151762 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.152094 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.152423 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.152756 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.153089 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.153408 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:52.163083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:52.290376 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b4f9e2ca-926c-4f43-a627-51c19a8d86cf req-6fbe6190-7595-4b15-b3c9-28e1dda4403c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.1339698 May 31 11:44:52.411077 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:44:52.587754 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:52.596930 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] Sync routers for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:52.608766 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:52.609919 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:44:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:52.665000 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] No DVR routers for this DVR port 530b3c42-78af-4f94-b70e-64b8e1363602 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:44:52.668061 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:52.671417 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'name': 'network-vif-deleted', 'tag': '530b3c42-78af-4f94-b70e-64b8e1363602'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:52.673691 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69718e20-9397-4405-adc4-a47c178bbd47" -d '{"events": [{"server_uuid": "c49247ab-61a3-48f0-9d98-479ef8c771e3", "name": "network-vif-deleted", "tag": "530b3c42-78af-4f94-b70e-64b8e1363602"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:52.688397 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8d0d8ff4-e644-4694-a6d1-7ca3d286178b req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.52 "DELETE /v2.0/ports/530b3c42-78af-4f94-b70e-64b8e1363602 HTTP/1.1" status: 204 len: 173 time: 1.3182180 May 31 11:44:52.750520 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08a832d-13aa-42cc-a5d5-7d3a3cf73693 x-openstack-request-id: req-a08a832d-13aa-42cc-a5d5-7d3a3cf73693 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:52.750924 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49247ab-61a3-48f0-9d98-479ef8c771e3", "name": "network-vif-deleted", "tag": "530b3c42-78af-4f94-b70e-64b8e1363602", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:52.751326 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a08a832d-13aa-42cc-a5d5-7d3a3cf73693 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:52.751971 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49247ab-61a3-48f0-9d98-479ef8c771e3', 'name': 'network-vif-deleted', 'tag': '530b3c42-78af-4f94-b70e-64b8e1363602', 'status': 'completed', 'code': 200} May 31 11:44:52.818546 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:53.126097 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:41:02Z', 'revision_number': 5, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:53.129742 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] Checking router: 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:53.138162 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:53.138746 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:44:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:53.308742 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:53.443243 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-30bb246e-d81d-49ce-a1a6-089d338eaa18 req-c98fa0f5-5efd-4446-8c27-d73a801bcbfe tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Synchronizing usage tracker for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:53.458855 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-30bb246e-d81d-49ce-a1a6-089d338eaa18 req-c98fa0f5-5efd-4446-8c27-d73a801bcbfe tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Unset dirty status for tenant:c64fc9e3b7fe492a86603ee3b85df696 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:53.460607 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30bb246e-d81d-49ce-a1a6-089d338eaa18 req-c98fa0f5-5efd-4446-8c27-d73a801bcbfe tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0592270 May 31 11:44:53.789145 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:41:02Z', 'revision_number': 5, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:53.803901 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864571cd-92f2-4227-9a59-9815e9fc5412 None None] The sync data for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi is: [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743', 'name': '', 'network_id': 'b36ef0d2-16ac-47a3-83fa-380326e1234b', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'mac_address': 'fa:16:3e:b3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:51Z', 'updated_at': '2021-05-31T11:41:02Z', 'revision_number': 5, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'subnets': [{'id': 'ab4c1277-0c8d-4a30-98f8-fc308ec26601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:54.010482 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c7c085-eaf9-44dd-9b44-209ac78c9824 None None] New status for floating IP 20fd5333-6c4f-4e37-9ef3-096e08da6774: DOWN {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:44:54.570642 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 530b3c42-78af-4f94-b70e-64b8e1363602 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:54.604525 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 530b3c42-78af-4f94-b70e-64b8e1363602 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:54.604873 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 530b3c42-78af-4f94-b70e-64b8e1363602 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:54.614933 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1928b1ff-a3c1-478a-b7d7-c4cc2386dae2 req-45c30925-78d2-4852-82bd-9037cbe15e5c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0456300 May 31 11:44:55.763062 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1efda17c-140e-45d3-a8a0-c26d2cb1f8ca req-65a9ea13-0189-4eae-8aea-9536002b1567 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0454535 May 31 11:44:56.907301 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7aa368f0-3659-4b89-a668-39c26a6945b7 req-7693576a-6785-4ca9-ab2d-47476003a6ab tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0418639 May 31 11:44:58.052251 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a2e7a8ee-0566-416a-b355-9284b225f942 req-9d800349-3575-4e3a-8471-3c7886573e49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0423934 May 31 11:44:59.198243 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fb8a159b-3868-41b5-818d-12b553f7abce req-c27a9141-7c8a-4c85-8413-6b13acc027d7 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0450292 May 31 11:45:00.489829 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0a2b9481-9331-490f-ab17-552669c0d6df req-2c600e42-845b-43ad-9243-8a82b2b823b2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.1846366 May 31 11:45:01.693349 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-50b2ff29-6681-4c00-abdf-6bf0be9e9f74 req-d6b54d25-578e-41e9-840c-9e7a10857e02 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0945470 May 31 11:45:02.842069 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e5f63dd2-f0a2-4b28-9b83-9a7c9a5c7019 req-eaf1cdf2-80df-4878-abd9-748548140324 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0449307 May 31 11:45:03.989804 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-59aec84d-67a9-41d2-868b-50e3d994734c req-c67c9e08-1dd5-42b0-8a9a-e4ba0cc90432 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0443056 May 31 11:45:05.135598 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-67efed51-b8dd-4526-bb92-3c838e8bf148 req-215455c6-d175-467f-b465-318194c6ce93 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0414360 May 31 11:45:06.283335 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-00e1d693-e0f5-4612-9c46-acc2ce189695 req-02c4679e-3e0e-4662-91d4-9228544819ad tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0465612 May 31 11:45:07.429483 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-51acf804-a8fa-47ec-afe7-9cf4894cea15 req-017a4dee-192b-41ab-b023-e94b2aa65630 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0419993 May 31 11:45:08.324676 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2be3055e-099d-46bf-a618-fc76174fe4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.580429 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2c7dcb67-58ce-4c68-8720-66463355eb3f req-b164b69b-aa24-45e4-ad9b-841d32db04bd tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0455005 May 31 11:45:08.635282 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:09.727060 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92488b1d-72a1-4166-ae25-1203601e4544 req-945498b5-7c25-41c5-91a5-1e4692b3a335 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0440598 May 31 11:45:10.281273 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-1057950f-2373-4caf-b9d7-2131b4e0bf9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670075 May 31 11:45:10.383088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-0f4d8065-d40d-46e7-b5e8-606399c42f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:10.384517 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-0f4d8065-d40d-46e7-b5e8-606399c42f18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 1098 time: 0.0678706 May 31 11:45:10.524909 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-adf8eec6-3f69-4e28-9f84-69c960447096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:10.526353 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-adf8eec6-3f69-4e28-9f84-69c960447096 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1221914 May 31 11:45:10.595006 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-cfd1847e-21eb-4832-b59f-2b7d98d6f247 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed HTTP/1.1" status: 200 len: 217 time: 0.0624514 May 31 11:45:10.658204 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-e8c5631b-c6e4-4389-a946-d5b00499c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:10.659608 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-e8c5631b-c6e4-4389-a946-d5b00499c501 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0588386 May 31 11:45:10.706673 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-6f239db4-cd9f-43ed-8882-3ee00d455318 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397484 May 31 11:45:10.831958 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-227f3e93-a55e-4473-99bc-5be3bb33e038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.837004 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-5635fc6d-a3b2-418e-a7c9-278b27bc94cd service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243908 May 31 11:45:10.910035 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.938054 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-aa341ba8-92e7-41e3-a9a5-e42a3ec897a7 req-b4634fa3-d95b-4f4e-a0f5-53e0c34a57cf tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.1060507 May 31 11:45:11.052640 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77c24c64-cb17-436c-9d45-0313ba7e570d req-34d9d54a-0d03-4c3b-9297-09fd9dc4533d service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091603 May 31 11:45:11.368962 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:45:11.710107 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.086425 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-74ac6c6f-1574-4aa1-a346-43237903770f req-2a9f56d0-6e11-49d6-b5e8-af244a2a28e7 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0458996 May 31 11:45:13.231435 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dfc9510e-edb2-4b2a-9fea-deb11e062859 req-bcf6ec91-1b3e-45a2-8150-b6392e1e5a25 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0416930 May 31 11:45:13.528757 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:14.382090 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a98e593-17aa-4c8b-8aff-6d98b1100cbf req-4919f423-e0f6-48b3-8fe5-5c6c58fc0fb7 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0467398 May 31 11:45:15.531613 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c5efdb6a-b05a-4cfe-a96f-fa08b9c8fe7d req-03d4dfc1-a44e-4c42-941e-da615fb3a0b2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0444763 May 31 11:45:16.680088 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f453948f-4886-420c-a794-89dd08cdeb5a req-412761ca-d868-41f0-87ed-0b8458d06303 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0419805 May 31 11:45:17.824152 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7b1dd5e6-780e-41c8-9111-f2b579641ac8 req-0aa495c3-d348-417d-a949-5c76c264ee63 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0423868 May 31 11:45:18.968834 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0d6b6fb2-55b0-40b1-9ebb-ab30cabb11c5 req-8a771fe9-1135-4602-9dd7-d8beb9713f91 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0409219 May 31 11:45:20.117977 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6b65759a-0801-4de7-a5b5-3864782398cd req-52f0e7f7-65d1-4707-a843-d0dc15378d58 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0439038 May 31 11:45:21.269786 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bd015c42-dc22-4919-a270-328219d1bbb0 req-73a46d9c-c77a-40f5-ac0c-ce5fdf4cbf47 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0454030 May 31 11:45:22.425987 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5faf9bd8-a914-4e12-b7cd-5d0934e4525e req-9d5305f7-9ba6-4984-9388-ebfd7199f9cd tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0450149 May 31 11:45:23.574902 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-408a725c-4dca-4f86-9240-f1e563873f12 req-2fafd11f-1a58-42cb-91cc-734d0c6e0ae4 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0418057 May 31 11:45:24.723027 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-93db552e-aff8-4225-8864-7aa269191577 req-bc488af5-0e04-4513-afe6-2acfb2287fab tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0414157 May 31 11:45:25.866582 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8480bdf6-fb6a-4cae-ba9b-f627511f6589 req-7482b496-79b9-4e93-bc53-9e7496b1fdc1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0423102 May 31 11:45:27.014308 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e1061446-bca5-4a1e-a5df-4606d02a3840 req-a523d43a-8242-4b73-8759-82f050e6a7ae tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0425527 May 31 11:45:28.163116 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7341cac8-574c-4de8-a4f5-4f27a410b36d req-e8307827-ca53-44e1-a03c-3f2e341bca1e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0441351 May 31 11:45:29.311862 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-db10b36a-6eea-44ce-888c-34fe9a6eb82e req-d60292c2-cf39-4498-ad32-37f6ed71ca1a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0439529 May 31 11:45:30.460762 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-90b0896f-c023-4204-8324-a73c51eec4bb req-7f133ddf-04fd-47cb-903e-7f58b14b09f2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0445123 May 31 11:45:31.604121 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1d2665c6-aa43-4aa2-8963-d200202e77db req-b16ad7ab-f2d0-41f1-8389-6f6f0fe9f80e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0409532 May 31 11:45:32.752685 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff5022d9-ba44-4a92-a748-4f470c86d7d4 req-65f3452b-8b73-484e-bc7a-9b2cbb52bd27 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0432482 May 31 11:45:33.896295 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-228ce187-3334-4344-a48b-01cdfb9b4966 req-c1b01867-54f3-41f6-9012-e13b9e9668de tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0420985 May 31 11:45:35.047418 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ea7b3e52-f76b-4bd9-875e-9a70247afa04 req-405b2bbc-865a-45c8-a316-eb64426a72b8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0459902 May 31 11:45:36.196014 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ccd744f1-811f-4fa4-8f23-1095194a0896 req-80376f40-3891-4523-8d3a-a2fbca080ee1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0453367 May 31 11:45:37.339265 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-911eb318-17ad-411e-a2c2-5f4acf06a6cf req-3ad5ca12-9397-437a-a203-ad6bc1c6bf73 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0407643 May 31 11:45:38.325406 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-882284ee-15c8-479b-a708-191cef8aaf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:38.486915 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-58a28f11-4372-45e2-949d-940306be8afb req-4925a553-d0b8-4c2b-b142-2002c62768e4 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0420902 May 31 11:45:38.639496 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:39.629806 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-589efe4a-2ffe-497f-9c29-73d92a04fcc5 req-fce05025-9c05-4997-be59-6b261916e5a2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0413909 May 31 11:45:40.797135 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-860ad807-6efd-45d5-ab71-88aa4887f0bc req-8c9ed4d6-7007-4d0f-8e6c-0d3c1f8f7a83 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0430138 May 31 11:45:40.834086 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-988fe63e-1052-405b-b723-75308c504b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.913687 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.712979 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.948327 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-217c9545-dfdd-4843-8332-29a4706f5d38 req-4b896e5a-819c-470c-a27f-cb6e4028613f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0458417 May 31 11:45:43.097951 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5edc482a-036d-4c53-b3c1-1b57c3a0d596 req-bf7c2960-e0c0-4d35-aeeb-5d689afcb5c9 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0452788 May 31 11:45:43.533240 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:44.240843 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-89680b80-8b22-441a-b9a9-92886f45c03a req-13a667e9-d798-4d18-bd6d-02790b355a55 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0415595 May 31 11:45:45.388274 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4aa624c1-ff39-4136-ab3f-bdd40f0d6b1f req-fb9afaf3-d31f-4ab2-b02a-92008c50b033 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0409315 May 31 11:45:46.534316 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38516007-afe5-442e-9e77-5f8a26c7cb1c req-600d338f-8d6e-41d9-9f45-4e3b1be14c3f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0417929 May 31 11:45:47.682299 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-58fb78f6-97cd-4a30-aa9e-887c3179f854 req-8454e87d-48bb-4430-8010-fc3dc51bcee0 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0429962 May 31 11:45:48.368221 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:45:48.835217 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5897feba-8390-410e-9a0f-5a6b2aec483a req-858f6d24-6f86-43c9-acaf-8fdae8f48e67 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0445158 May 31 11:45:49.985077 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e60f0bcc-2dd3-495c-8d4d-04a2ee3f3606 req-f51e271f-f8ae-425f-9339-04b4770ebe73 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0444782 May 31 11:45:51.128840 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-128bd9ca-40a8-4c39-86f5-8ef39584ccb2 req-7163c498-c1c8-4d76-b568-4b3ba4a95e0e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0417178 May 31 11:45:52.414587 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f9f4841f-3660-46a1-ae0b-d972cdf23c20 req-54910e5e-655f-4a45-86f1-e600c89ddf52 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0411243 May 31 11:45:53.557882 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d83cf846-d70f-4f1a-9954-d7202356701b req-a74db833-47e4-4da9-a87b-b47dfccb5981 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0414016 May 31 11:45:54.700242 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8efc04ea-529c-4ee9-8777-727038fe4339 req-06d2af34-3fd3-42d9-9ea5-5e6a06adc4a8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0414076 May 31 11:45:55.855277 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fe569226-d01f-4cb1-ad17-d2379b981229 req-6861a889-6c49-4fb3-87ef-6b78b5c53aaa tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0490282 May 31 11:45:57.004027 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-034c6641-da45-4b67-b02f-68551aefc9e6 req-3aac0c61-d13e-4eb5-b067-d3fa5e905ad1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0445921 May 31 11:45:58.148503 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4d47c07b-895a-4444-98d2-488975f043ae req-25a06a48-7115-4a7c-8771-ead20bc3a083 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0421438 May 31 11:45:59.290609 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c3a3326e-76a2-4314-98e2-bd1422972403 req-9006ebf9-6301-49ca-b7b5-ea9e402c2c34 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0425777 May 31 11:46:00.433947 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bb3352cd-9fda-4b5b-830f-ce997c088d47 req-10fd635d-7e72-4c0a-8a18-6a7c641f0ca3 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0411465 May 31 11:46:01.577920 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2508a03a-4b62-4424-9f19-dbbc8896ef44 req-bae50a31-ef24-4166-8697-22e13cd6d5a0 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0418806 May 31 11:46:02.728634 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a8d5d811-c2fb-4120-a7e3-abd5ea7c18b4 req-221e1fb8-2a25-4b6a-91a2-bd4a2025e541 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0445359 May 31 11:46:03.878746 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ade75a89-09ce-4622-9143-4630399d768b req-d85166de-20d3-404d-989d-0f2b42a6d044 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0452700 May 31 11:46:05.022447 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-120134e2-6014-4e9c-a70d-9669d031d70e req-dbcb460c-4a1f-46f5-a129-e65d45597253 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0416117 May 31 11:46:06.165106 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9d3e3adf-507e-4c41-b801-feb6bdb3fb7b req-30b81680-7fba-4ea7-98ee-3e37bec593f0 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0408721 May 31 11:46:07.309648 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7faadb33-0a73-447a-ad34-69846566e250 req-2e299b25-00ae-4b34-b653-ed24d93e1af8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0427277 May 31 11:46:08.327144 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e3216d82-9a27-45ad-a168-d669cef0e994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:08.453437 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ba084443-2885-4b9e-affa-c7e4c77efb78 req-c6fd66e9-9f11-486a-a4b9-f3ce079f6719 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0413048 May 31 11:46:08.640099 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:09.602767 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-231993a4-0177-4d02-903a-239208ac1312 req-a78cf16b-8718-4c5f-bd4e-4bf04523ecf8 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0442188 May 31 11:46:10.776289 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6d834628-0f76-4778-be92-0e2489890cd5 req-1c382c37-ab66-4f16-97dd-ce07f905846f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0489058 May 31 11:46:10.835917 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aab8488-7963-4bab-a905-94f323bc2434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:10.913878 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:11.320490 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec79a245-ef95-4038-8684-909ac5adc844 req-f059bf6c-798a-42db-acfe-257295d141e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111498 May 31 11:46:11.429842 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a245-ef95-4038-8684-909ac5adc844 req-d0d85364-f243-4ac3-8044-bff882db4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:11.431203 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec79a245-ef95-4038-8684-909ac5adc844 req-d0d85364-f243-4ac3-8044-bff882db4854 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca486ffb8fcb4d968270b37a9fa54b54&device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0766585 May 31 11:46:11.570402 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a245-ef95-4038-8684-909ac5adc844 req-67816942-4244-4367-9225-c6f8a13ad009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:11.571837 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec79a245-ef95-4038-8684-909ac5adc844 req-67816942-4244-4367-9225-c6f8a13ad009 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a8b1fa3-07b4-465f-b818-695d348211c4 HTTP/1.1" status: 200 len: 915 time: 0.1222949 May 31 11:46:11.713743 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec79a245-ef95-4038-8684-909ac5adc844 req-e3ab2ce2-acbd-4cec-b5ea-a2d61fed240d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d683f41-c00f-4cc3-939e-582712ef9633 HTTP/1.1" status: 200 len: 217 time: 0.1345460 May 31 11:46:11.716009 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:11.775603 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a245-ef95-4038-8684-909ac5adc844 req-3c41fc01-ab93-487d-a535-a0f4ffe3faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:11.776966 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec79a245-ef95-4038-8684-909ac5adc844 req-3c41fc01-ab93-487d-a535-a0f4ffe3faeb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5bde3d3f-4dbc-43a9-8800-ed29beb838f7 HTTP/1.1" status: 200 len: 854 time: 0.0574846 May 31 11:46:11.822442 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec79a245-ef95-4038-8684-909ac5adc844 req-3f634cd6-0db0-48ac-aa86-5e53a9877b5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a8b1fa3-07b4-465f-b818-695d348211c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389988 May 31 11:46:11.951473 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f6a091da-92da-4af2-930d-166895462233 req-ae643332-afbc-49d1-a20f-52d00fab40af tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0530584 May 31 11:46:11.994236 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec79a245-ef95-4038-8684-909ac5adc844 req-4b0d35f2-bb72-4b30-b1c4-62eff6b8115b service neutron] 10.222.0.52 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634698 May 31 11:46:12.123398 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec79a245-ef95-4038-8684-909ac5adc844 req-13b9792d-365b-4ebb-b79c-21afdbe0d1a7 service neutron] 10.222.0.52 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221457 May 31 11:46:13.096202 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-eb0f8bd2-e62c-4c96-ba3a-25b5359af002 req-2a660707-f1f6-48f1-9559-2370337a4a43 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0419497 May 31 11:46:13.535909 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:14.343494 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-934e3973-fd5b-433e-b3d3-5d57a2336e42 req-bbaeac50-f55c-41b8-a75c-18c21e1df1a7 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0415821 May 31 11:46:15.487089 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-230cbb89-660b-4a2b-b213-619f29df9b5a req-b0fe3230-8632-42ea-8598-b952edd9183a tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0421765 May 31 11:46:16.634280 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4100915b-b4e1-4d9a-986f-d4fe62f1b710 req-5e8ea3a4-a785-45e6-8f8c-7573aa02ee6b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0412803 May 31 11:46:17.783115 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e10951ca-cc80-41e4-9e1d-e34b9f68d6a7 req-e98be3e1-8623-46ec-b4b3-5779c6a28d31 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0450292 May 31 11:46:18.939437 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4d113b8-4519-43fc-88aa-e3ba4d49b560 req-2ca685b2-d150-4371-b2aa-e91634834038 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0536463 May 31 11:46:20.086779 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95eba560-b98c-4839-9cd6-8f436aed29e2 req-45a34c46-1155-4eab-849a-5ce563c076cc tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0425317 May 31 11:46:21.232364 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-164719b8-6201-4526-a953-81f2589342a5 req-259fbce2-36bb-4fd6-807b-1650f14d6209 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0418313 May 31 11:46:22.376302 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e7efe8da-2fd7-400a-94d1-6ce29e483152 req-cb52ee1c-918a-4275-90b0-b9fe224ad02d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0421185 May 31 11:46:23.523364 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9f4939e6-e5a9-40d1-9d9f-7f66795cea5c req-6775f0ee-3678-4622-9390-7d5f9b4c35a7 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0408444 May 31 11:46:24.731485 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-14d8b4a6-f931-42e2-96aa-92e479924d65 req-5c537b3d-2c4b-4ce2-87d4-c97b02d62d81 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.1041892 May 31 11:46:25.367161 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:46:25.880187 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f61eacdc-6951-4e9f-bc9d-e6d27dc2888c req-975f4d47-c66c-49c8-9d72-e5986e52e168 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0456595 May 31 11:46:27.024967 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3fb9054c-0902-4764-a3ef-bdcd7522c263 req-48cda5b0-5900-4ae8-bb45-f9ffdb3fd12c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0410519 May 31 11:46:28.169974 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-334a152c-fe85-460c-a035-08a98feee8e7 req-3cdea3b0-a496-4628-832f-9843a4252f52 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0420630 May 31 11:46:29.316321 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-47f6af39-2f5b-46d0-9a23-64293b853478 req-236332f1-952b-4652-a4ad-a956ebb22fd5 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0428495 May 31 11:46:30.463912 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43f4d48b-c286-4927-ad9c-9eba03eed7c1 req-068fa7b0-326f-429d-aeb3-55596f8f5502 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0417712 May 31 11:46:31.611949 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a58b48bd-de36-4af9-a491-fc0be9b4b566 req-0cdc856e-e24c-4f7b-9b80-3c43e729db0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0444050 May 31 11:46:32.760952 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-045ffe77-6187-4439-a2a2-cfb7465a637a req-acce0299-6b07-4f1a-bc9f-a03105a7a97f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0445850 May 31 11:46:33.907114 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-32a7e34a-fd4d-4541-93b6-74159ad57829 req-c4e59643-4686-4a67-8a99-8163c0f81286 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0418630 May 31 11:46:35.059080 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b47eddca-7594-4b4f-9419-cdb383f11e38 req-c41c01d0-e3f1-4f06-983d-bf5e2ec7a0a2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0418999 May 31 11:46:36.203294 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1e380493-b689-4abd-9422-c53a6cb45d91 req-3b15313c-7155-454f-9064-a5b4abe3a81d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0421989 May 31 11:46:37.350293 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a792aff8-d0b5-4c79-98a8-550fe0566daa req-2476c369-4646-46d8-80b6-f746af616692 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0421722 May 31 11:46:38.328440 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f53e-7f1b-42d1-8b2d-8920dcdd81ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:38.500933 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-915364a4-faef-4f06-9ab4-aabcdea40c2b req-ecd745eb-2c1a-4c7c-adaa-8d1c8150da8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0446761 May 31 11:46:38.638518 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:39.647916 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e73a6717-2577-4303-90c1-504ed2058bc5 req-67c1d5d5-e07b-470e-9f86-128ea8e8d202 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0445805 May 31 11:46:40.802117 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-66d3098d-1ec3-43a8-a548-611e2b103c9d req-1f87b119-af37-4c38-9440-0f35b24e0f16 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0412197 May 31 11:46:40.838259 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3ecd4ac8-2803-4839-b5d3-eb4b149378f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:40.913577 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:41.719962 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:41.947365 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-648fbcc6-96d9-4031-b3b4-78feeecdd436 req-e184d519-c202-4051-93c5-60016bcdaaea tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0427036 May 31 11:46:43.091364 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-15bbafa9-5d77-4b89-90b8-76fd90d52e0c req-15aafb7f-c4bb-4808-9e1b-97ce1d0af522 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0413415 May 31 11:46:43.538745 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:44.237773 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2a462a0c-2262-426d-9569-7832b692bf54 req-facdf505-94f0-4af8-95bf-ad754d4291d6 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0414026 May 31 11:46:45.385181 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8895b3a9-72a9-4313-b7ec-09f196752da9 req-af3ddc91-ab79-484c-b31d-497ab286ea61 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0445473 May 31 11:46:46.534515 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-572623af-4b8f-4179-aa6d-3bf6fe66d6e3 req-7bb2bb1f-3db7-4fe1-91c1-d7dc9e80e74b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0454309 May 31 11:46:47.681078 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5bb60940-629b-4196-b771-9608c277a514 req-e166482c-7686-4e66-97b9-0f298223a581 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0421143 May 31 11:46:48.826868 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6744906d-1595-499f-990a-133b77ac8757 req-e22d71c5-91f5-4675-a389-ed284070f0b5 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0421667 May 31 11:46:49.972027 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7423ae3b-cdf4-4d86-b0c3-2b071b648a86 req-b0799829-1553-475b-97aa-c8bbfebb4e09 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0425365 May 31 11:46:51.123591 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f982b6b3-762f-4ad7-8bd1-9d6a3b9b2b95 req-72a4c6a4-786d-40d5-9d86-259a03a0449e tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0440800 May 31 11:46:52.274515 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d1c4556b-1801-4527-af47-3f8c1e600b51 req-f73f24f0-30c7-449a-a4fe-541615670d9c tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0458155 May 31 11:46:53.442662 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f5050baf-2d91-4894-9181-dfde0a15e42b req-3ada2714-909e-4ded-a8e5-02527b21bcd4 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?device_id=c49247ab-61a3-48f0-9d98-479ef8c771e3 HTTP/1.1" status: 200 len: 210 time: 0.0467157 May 31 11:46:54.775399 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0519f2e-88f9-4fa6-b32d-2952aa6c36a3 req-6a2b7c16-b8c2-4260-bff0-5b851da20207 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-129968815&fields=id&tenant_id=c64fc9e3b7fe492a86603ee3b85df696 HTTP/1.1" status: 200 len: 267 time: 0.0402510 May 31 11:46:54.995771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0519f2e-88f9-4fa6-b32d-2952aa6c36a3 req-7bfbab68-b9da-405a-b328-ab3059251f5b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:54.997735 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0519f2e-88f9-4fa6-b32d-2952aa6c36a3 req-7bfbab68-b9da-405a-b328-ab3059251f5b tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/networks?id=b36ef0d2-16ac-47a3-83fa-380326e1234b HTTP/1.1" status: 200 len: 811 time: 0.2152841 May 31 11:46:55.012079 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0519f2e-88f9-4fa6-b32d-2952aa6c36a3 req-d3af719a-d73d-4a73-a769-95f2401f6039 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/quotas/c64fc9e3b7fe492a86603ee3b85df696 HTTP/1.1" status: 200 len: 375 time: 0.0085244 May 31 11:46:55.093664 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0519f2e-88f9-4fa6-b32d-2952aa6c36a3 req-e9b2c9bf-1099-4920-bd99-85220b3957c9 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c64fc9e3b7fe492a86603ee3b85df696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767562 May 31 11:46:55.274924 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0519f2e-88f9-4fa6-b32d-2952aa6c36a3 req-03df45fe-1ca8-4865-b7d6-fa744c6a3b66 service neutron] 10.222.0.10 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700599 May 31 11:46:55.404938 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0519f2e-88f9-4fa6-b32d-2952aa6c36a3 req-ea458991-8b0a-48b2-b3d6-420ad23f9057 service neutron] 10.222.0.10 "GET /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236763 May 31 11:46:55.799966 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 41354) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:56.021479 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Deleting port dde7b009-f1fe-4a46-a87c-6a4dad4e62c3 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:46:56.021852 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:56.138580 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:56.138808 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:56.273810 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Calling delete_port for dde7b009-f1fe-4a46-a87c-6a4dad4e62c3 owned by network:floatingip {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:46:56.384852 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:56.388193 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:56.430595 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event deleted for resources: {'Port': ['ID=dde7b009-f1fe-4a46-a87c-6a4dad4e62c3,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:56.498023 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.498388 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.498744 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.499099 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.499449 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.499795 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.500134 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.500475 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.500813 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.501151 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.501483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.501841 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:56.507316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:56.532804 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for floatingip, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:56.550300 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:56.551974 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "DELETE /v2.0/floatingips/20fd5333-6c4f-4e37-9ef3-096e08da6774 HTTP/1.1" status: 204 len: 168 time: 0.7509401 May 31 11:47:02.365635 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:08.330011 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eb787c30-f8b2-4889-8ee4-0e0d6449db2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.659991 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.839423 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6045431f-5b4e-4b3d-81f8-bfe82ceb13cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.914234 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.303861 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293de65d-3e60-4038-aba7-db3c1510db97 req-9e6c8015-7833-4407-bfd7-cc8ac69051fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772443 May 31 11:47:11.410737 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293de65d-3e60-4038-aba7-db3c1510db97 req-2cd18c3d-d48c-4748-a0c1-eee472713136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:11.412196 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293de65d-3e60-4038-aba7-db3c1510db97 req-2cd18c3d-d48c-4748-a0c1-eee472713136 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 1098 time: 0.0751007 May 31 11:47:11.582217 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293de65d-3e60-4038-aba7-db3c1510db97 req-0c6ab313-c72e-4346-8d39-99b7d8e1ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:11.583646 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293de65d-3e60-4038-aba7-db3c1510db97 req-0c6ab313-c72e-4346-8d39-99b7d8e1ec95 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1486738 May 31 11:47:11.649107 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293de65d-3e60-4038-aba7-db3c1510db97 req-a0c4acc5-0a9a-402e-b165-03e2d47ac877 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5807380b-16a8-42c0-8f01-b90ad546f152 HTTP/1.1" status: 200 len: 217 time: 0.0595133 May 31 11:47:11.721485 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.789151 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293de65d-3e60-4038-aba7-db3c1510db97 req-9aaef58c-bd5c-4831-8c90-ad53edc33abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:11.790599 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293de65d-3e60-4038-aba7-db3c1510db97 req-9aaef58c-bd5c-4831-8c90-ad53edc33abd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.1356764 May 31 11:47:11.836656 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293de65d-3e60-4038-aba7-db3c1510db97 req-1fd61a37-bf68-4807-ab32-65491eaa0e98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391798 May 31 11:47:11.968540 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293de65d-3e60-4038-aba7-db3c1510db97 req-a56fca24-5f66-485f-8cf9-b8e473a184bf service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246135 May 31 11:47:12.099064 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293de65d-3e60-4038-aba7-db3c1510db97 req-b7d224af-0f4e-4067-a0ae-201885bf136c service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244464 May 31 11:47:13.540826 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:38.330992 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af7a2515-f743-4f7f-9103-73a6edfe33d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:38.666249 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:39.363984 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:40.840589 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5b415ab1-16f8-4a76-8091-390254c9ce63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:40.921674 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:41.719908 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:43.544722 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.332756 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-70ac1e98-6680-4dd4-9229-30915574e435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.668853 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.844237 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3904ae4e-e837-4dcd-a182-8fadc864229d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.922667 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:11.722567 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:13.547025 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:14.036535 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-03ea3411-9b29-4b08-ba15-51d483055b8b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734234 May 31 11:48:14.138883 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-9ffc91f3-8a0e-4bf2-a203-4e15690a3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:14.140290 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-9ffc91f3-8a0e-4bf2-a203-4e15690a3d83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1098 time: 0.0703270 May 31 11:48:14.281483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-7e508bd7-a6e5-4e62-8598-fd04b461d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:14.282919 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-7e508bd7-a6e5-4e62-8598-fd04b461d534 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1249754 May 31 11:48:14.351096 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-60e4b3c6-01bc-4190-975f-9d722bb9ce93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 200 len: 217 time: 0.0620692 May 31 11:48:14.410975 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-fe3526fc-3af5-481f-92b5-625c95073201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:14.412235 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-fe3526fc-3af5-481f-92b5-625c95073201 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.0544925 May 31 11:48:14.456977 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-f3d77fcd-6000-4559-8757-b9a4e29ca766 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378876 May 31 11:48:14.584865 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-1a5f971d-c29e-4be2-b28d-2c505954fb4c service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206555 May 31 11:48:14.718189 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c4d4571-c240-4a76-be7e-7764253b0b17 req-9af44d53-eded-4237-a681-bf2e2e63e984 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258535 May 31 11:48:16.361946 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:48:38.334605 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5c48c3c1-a3f8-4210-b469-bcb64ff9ae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:38.667723 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:40.845420 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d5f78f5-5c2f-45b1-84e3-529e96d9adee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:40.923002 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:41.724219 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:43.550040 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:53.360790 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:08.336793 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-db90e194-50f1-4ac8-ba6b-31ea6d2a08b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:08.681897 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:10.847561 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de574dd7-c986-4ebb-8575-9e14ba54339c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:10.923268 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:11.728387 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:13.278705 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-b1669974-e6b6-445c-bb53-c999c96496fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726109 May 31 11:49:13.384172 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-a506c567-1b66-443a-ac12-4ec3d094678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:13.385700 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-a506c567-1b66-443a-ac12-4ec3d094678d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 1098 time: 0.0691419 May 31 11:49:13.537125 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-afb5a40a-a7ec-4e2c-be74-67942a5f5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:13.538521 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-afb5a40a-a7ec-4e2c-be74-67942a5f5276 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1239462 May 31 11:49:13.552255 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:13.614630 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-7ef9db22-983f-4b12-a657-518679bfa98a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea781846-741a-4163-b193-31d456993698 HTTP/1.1" status: 200 len: 217 time: 0.0696266 May 31 11:49:13.677750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-78fe3b41-14f0-46d5-b99a-e5f1445b796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:13.679164 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-78fe3b41-14f0-46d5-b99a-e5f1445b796b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0574496 May 31 11:49:13.799705 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-0ab8f93f-0337-4016-89e6-71eebae3609f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135280 May 31 11:49:13.928024 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-f6359232-5cf3-4a68-af0f-02dc68b0cdfa service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206939 May 31 11:49:14.059973 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1697002-0189-4d90-a939-3c1bdf761c9b req-630c39bd-f056-40df-8e64-f590f8a6d452 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248369 May 31 11:49:30.359281 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:38.339103 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b85347e9-81a8-4dcc-a2f9-0195f46ce800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:38.684739 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:40.850959 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8775-cca5-40c6-bbb0-dfda50a16e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:40.924132 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:41.730475 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:43.555505 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:07.358857 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:08.340869 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-310f5c5e-79ff-4349-80fe-20fa70a8aa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.694457 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:10.851527 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-58fc66a1-e0cb-407e-bd98-7ed56845650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:10.924561 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:11.733400 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:12.098640 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1dda5-2e7b-4b19-8406-9d8e770b12d3 req-6e25973f-4507-4204-a887-ab23a3e49075 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:12.100108 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-22d1dda5-2e7b-4b19-8406-9d8e770b12d3 req-6e25973f-4507-4204-a887-ab23a3e49075 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 946 time: 0.1275718 May 31 11:50:12.143502 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-22d1dda5-2e7b-4b19-8406-9d8e770b12d3 req-ad9fb931-fcc5-417e-9831-d7723c94e215 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376508 May 31 11:50:12.789959 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-5fd4cc69-6855-421f-880c-a43429f76bd5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:12.791619 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-5fd4cc69-6855-421f-880c-a43429f76bd5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 946 time: 0.0792630 May 31 11:50:12.926201 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Deleting port cf018ff6-8523-4bb8-b5ec-e8e277772eef {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:12.926543 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.055701 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] For port cf018ff6-8523-4bb8-b5ec-e8e277772eef, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf018ff6-8523-4bb8-b5ec-e8e277772eef,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:13.055955 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.329608 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-fc230350-6a9d-47c0-83c3-6e14d61ac5fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792754 May 31 11:50:13.363846 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.364284 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.364664 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Floating IP 91188eef-f3a7-4c1d-8e3e-8deb1c794030 disassociated. External IP: 172.27.3.250, port: cf018ff6-8523-4bb8-b5ec-e8e277772eef. May 31 11:50:13.365062 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Calling delete_port for cf018ff6-8523-4bb8-b5ec-e8e277772eef owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:13.432688 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9736f-1b63-4080-a097-e449a46cedac req-ca35aaf8-e1c6-4ada-81b2-54296ab6281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:13.434347 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-ca35aaf8-e1c6-4ada-81b2-54296ab6281a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 1098 time: 0.0776091 May 31 11:50:13.560435 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.566136 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba475e2-a87e-4133-b23d-bf6f3479b4fc req-85f863e1-9751-422c-b494-4b22df46d347 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:13.567646 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba475e2-a87e-4133-b23d-bf6f3479b4fc req-85f863e1-9751-422c-b494-4b22df46d347 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 946 time: 0.2260244 May 31 11:50:13.568796 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.574954 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-05c59307-3815-4ed5-b183-4b9bae6eeca5 tempest-DeleteServersTestJSON-1805340962 tempest-DeleteServersTestJSON-1805340962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:13.602330 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9736f-1b63-4080-a097-e449a46cedac req-2e27f12a-29e0-4a6c-bafc-aa21b6ee2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:13.605491 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-2e27f12a-29e0-4a6c-bafc-aa21b6ee2c76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1484225 May 31 11:50:13.632740 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event deleted for resources: {'Port': ['ID=cf018ff6-8523-4bb8-b5ec-e8e277772eef,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:13.643410 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.643774 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.644128 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.644478 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.644828 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.645167 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.645503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.645869 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.646209 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.646548 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.646884 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.647220 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:13.655609 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:13.679302 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-45932b93-36a1-478d-9b2b-4b9a2c09ca0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b668f5-2df5-456d-9f4e-b65c8580bf43 HTTP/1.1" status: 200 len: 217 time: 0.0678015 May 31 11:50:13.680240 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba475e2-a87e-4133-b23d-bf6f3479b4fc req-e3479f43-03c5-4e91-b324-9643a28c33f4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea6e05ae-310e-4622-8b8e-b61a405d0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690579 May 31 11:50:13.739954 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9736f-1b63-4080-a097-e449a46cedac req-7ed98e18-2e62-4aab-bcca-bba2ca080e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:13.741374 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-7ed98e18-2e62-4aab-bcca-bba2ca080e07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0564616 May 31 11:50:13.788965 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-fa7bd840-1d02-4aa4-9c46-a5462c27c316 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417020 May 31 11:50:13.799403 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-5e1c65eb-080c-475c-a00d-71a482a9aac0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:50:13.800314 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-5e1c65eb-080c-475c-a00d-71a482a9aac0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048923 May 31 11:50:13.855938 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Router 149cc1dc-a809-438b-92e6-cf7dca3e12ad has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:50:13.931570 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-2eb1d28e-ef2c-4fa2-8093-d46c333abd3c service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241028 May 31 11:50:14.070692 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-765aa17f-2c2b-4c57-bd90-efc57b683593 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331363 May 31 11:50:14.130335 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:50:14.139966 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] Sync routers for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:50:14.150392 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:14.151193 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:50:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:14.203749 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] No DVR routers for this DVR port cf018ff6-8523-4bb8-b5ec-e8e277772eef on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:14.206227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:14.208713 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-deleted', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:14.210960 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98db79a1-a2f7-484b-853c-30946111be0c" -d '{"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-deleted", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:14.227462 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-94093db5-c58f-432e-9b61-4af682fc1d5f req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "DELETE /v2.0/ports/cf018ff6-8523-4bb8-b5ec-e8e277772eef HTTP/1.1" status: 204 len: 173 time: 1.4306638 May 31 11:50:14.324340 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dd05c7-006e-44c4-bab8-a120a8f0e029 x-openstack-request-id: req-93dd05c7-006e-44c4-bab8-a120a8f0e029 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:14.324857 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c8e7b-4b26-4066-a1b8-c18932887709", "name": "network-vif-deleted", "tag": "cf018ff6-8523-4bb8-b5ec-e8e277772eef", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:14.325138 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93dd05c7-006e-44c4-bab8-a120a8f0e029 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:14.325572 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c8e7b-4b26-4066-a1b8-c18932887709', 'name': 'network-vif-deleted', 'tag': 'cf018ff6-8523-4bb8-b5ec-e8e277772eef', 'status': 'completed', 'code': 200} May 31 11:50:14.350370 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:14.698920 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:14.702837 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] Checking router: 149cc1dc-a809-438b-92e6-cf7dca3e12ad for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:50:14.711041 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:14.711632 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:50:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:14.834496 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c64ec179-6f5b-4e01-8cee-5ec60ae19bf6 req-b1f23299-fbda-4edd-b8f1-4655148678b5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:14.850868 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c64ec179-6f5b-4e01-8cee-5ec60ae19bf6 req-b1f23299-fbda-4edd-b8f1-4655148678b5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:14.852001 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c64ec179-6f5b-4e01-8cee-5ec60ae19bf6 req-b1f23299-fbda-4edd-b8f1-4655148678b5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0604415 May 31 11:50:14.884938 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:15.183444 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:15.187039 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22a0f3-4099-48b8-b498-1a109ca8abe8 None None] The sync data for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi is: [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:50:15.379498 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9be95c0-362e-475f-9765-b6c4ccf9183c None None] New status for floating IP 91188eef-f3a7-4c1d-8e3e-8deb1c794030: DOWN {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:50:16.005516 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e46273ca-ffff-4ff6-9129-b6736510fb2a req-73130b69-7683-4237-bfa3-78a5f55837e3 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0405307 May 31 11:50:16.109987 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:16.143453 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: cf018ff6-8523-4bb8-b5ec-e8e277772eef {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:16.143735 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device cf018ff6-8523-4bb8-b5ec-e8e277772eef not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:17.157033 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-40fb9312-f18f-4d40-ba66-b43e32da2d1f req-9fa7c55c-794b-4fab-b312-f5e2af463e1b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0413928 May 31 11:50:18.308915 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2808b041-0bd7-447a-acbe-f01b48d9df72 req-db793ff5-bc23-4b6a-b2c4-55516bc58878 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0425146 May 31 11:50:19.466009 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dfbccbe7-1169-4d90-b6bf-93b6f04cf869 req-5c8ddfef-25de-47bf-9e65-5bdaa794c780 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0413854 May 31 11:50:20.681660 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cd06a74e-74e8-45ce-8723-52eeee3c4c6f req-94afde99-2f16-4ffb-9b4d-6c0ce27594f6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.1063814 May 31 11:50:21.836301 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e0b3183c-5e4a-4c8a-ae11-f8e9973a9f20 req-6ab6a68d-87bc-4d19-b3c7-60932a4c31ea tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0467441 May 31 11:50:22.984912 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7b1dcbeb-7e72-4597-b5b4-4f035472067d req-d4d1f83e-c75d-4f3b-ac39-fff42a2247c5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0416529 May 31 11:50:24.134525 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1aff498e-55d0-4587-aaca-a2d8c90c4646 req-a498078d-372d-4ae9-8170-6e2f8cf6366e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0406051 May 31 11:50:25.286022 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d012709d-5efb-4fc0-aa5c-6bdfed6c2bd0 req-a067e00d-e47e-4417-8486-ce0c23717456 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0409219 May 31 11:50:26.438233 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0be82764-243b-49a8-970d-e575d1dcfdc9 req-7b1ca832-f3d1-4647-b19d-40f63316d441 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0420194 May 31 11:50:27.589597 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d5e44aa7-3927-4a30-a484-13b0b5af15e3 req-5b7b715d-8e23-4e1e-bf88-d40fe7afbdfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0429428 May 31 11:50:28.742333 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62075cf0-7fc5-4016-8df4-fb340b853966 req-e33b2332-14b3-434a-8b66-9f6bb08c88c8 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0440426 May 31 11:50:29.955260 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b27565d9-c308-48a7-96bf-d1a15cfa43f2 req-7aa3916b-624d-462e-b1e7-9d82d9b5477a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0411592 May 31 11:50:31.105905 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1c707442-6c0b-4995-852e-9a5f5f62d7cb req-11da25c4-a4d6-47ca-8afc-621c1ec54342 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0423014 May 31 11:50:32.257494 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b19a1ec7-8a5c-4529-9d55-d3bc5de9fdd6 req-61c094e4-c015-4552-8394-5b781a4843a4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0419586 May 31 11:50:33.408549 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1c6b47e-862f-4026-826e-ed9eebf5f0c2 req-7ef431a8-e52e-4597-b962-86ebfc2e4269 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0413804 May 31 11:50:34.561078 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-acb2a7c3-e7ba-4f56-876f-9ef9553c9d27 req-a006be1b-fd08-4c19-a71a-c6b4052a3f96 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0444522 May 31 11:50:35.850016 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-20c23b13-164d-4a48-a657-fbcb0aa7a30d req-308fad68-a3a4-4141-8d86-54269f72d194 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0444593 May 31 11:50:36.998736 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-24670fa0-85e6-4730-9043-ee98fd5f1f3c req-a0cb5939-48e5-45d3-b134-cf2cd4cd8e0f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0422850 May 31 11:50:38.146399 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ec5bbf3-fd15-4478-af38-11d97f477091 req-364c310a-572e-4c3d-82db-f7e738c4b2ab tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0407434 May 31 11:50:38.343285 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3b145a16-273d-479f-9d3f-5c56cda9e670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:38.697287 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:39.296810 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-69921c27-ee70-41d6-9aa7-7a7b45e76b23 req-dc54b708-25f5-4a7d-85da-82700d543ec1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0418305 May 31 11:50:40.446997 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-af741256-41a5-4a32-ac36-f284b818fe45 req-4c5469e6-714f-45b3-9bc1-c692293be726 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0420964 May 31 11:50:40.854122 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-08a5df7b-115f-49e7-ae3c-71be744cdca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:40.925603 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:41.600597 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3bb7ca51-4951-4723-869f-aa36a637232d req-0be6ab5e-6df6-474e-b83f-b4ddb1e07176 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0455778 May 31 11:50:41.735260 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:42.758217 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bda3b124-a980-402a-9016-5f9f9e9a3e6d req-464027ff-cce4-4f8b-8f3e-7a70ef02e848 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0495868 May 31 11:50:43.560508 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:43.906331 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0ab8ba57-a9cf-4854-aeab-b59d539fbc0f req-abfea40b-68b5-4782-92a4-9a5f9b098b04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0419047 May 31 11:50:44.357370 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:45.054936 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30b275cf-c31d-404f-9336-8250cb7fae40 req-5107abfe-409e-4a37-b1b0-6f5051714c23 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0414231 May 31 11:50:46.208416 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-600508b3-4166-4c78-9b70-08b7883ab9b9 req-b5520060-f093-4101-b4ea-982cfb9c8d5a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0416470 May 31 11:50:47.359122 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-98f2e407-719b-487c-9559-597447d88c89 req-c7c28b48-3f36-4058-8c76-fb3f1d181879 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0429466 May 31 11:50:48.511789 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-58f4a101-8cf2-4761-ae87-8a7976115d6f req-5ca57a62-a016-4084-b113-5cfc5dbef686 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0452952 May 31 11:50:49.665059 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3a69e651-e275-45fd-9860-69422f059cf0 req-d7fd92fe-2069-4d64-92e5-e77f2061e42c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0450611 May 31 11:50:50.816077 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-03dbeed3-6b82-4982-b2be-fb8e285aea3d req-e3aee238-cc2c-4681-b320-185995e05476 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0430801 May 31 11:50:51.965621 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fbc9ebf6-11cd-4607-9563-e9ffd08e9c6a req-c12c164e-b64a-43f0-b9a1-39ef7779cd9d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0424705 May 31 11:50:53.117995 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-64530dab-0604-4fdf-9958-b6762c2d19b6 req-07085961-319c-4e2b-b640-31f0f47e0d73 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0420547 May 31 11:50:54.272437 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e645d137-0b43-43a6-9d65-c5078705946f req-c5aa0e0b-4347-41a9-84f9-a4b2a41259d1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0421627 May 31 11:50:55.426498 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b93cf39d-20e9-4ab9-b128-821bdbd4d0e0 req-a276161e-522e-46c5-a637-957a14e8d782 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0454981 May 31 11:50:56.579801 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c5bf568c-ad67-488d-bfaf-17282198cc41 req-70c608fb-9146-44ff-81bd-de71a61d4453 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0450506 May 31 11:50:57.732739 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9f5b612c-a262-4d0a-838f-c4e299c55231 req-57c751be-5fcd-4980-99b1-e4617fe2d931 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0445490 May 31 11:50:58.890339 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5fb0130a-3528-4ad0-a160-bdba6bb4c29d req-650fd37d-d787-41b2-85ed-08d6a98cafe5 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0415659 May 31 11:51:00.043502 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5f91afe4-722a-44d4-9380-bd25ba4b1f1b req-9e1a9dd9-ac5c-40b2-95d5-3831bd719927 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0425119 May 31 11:51:01.197570 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-280a7dc8-35f3-43b2-a64b-aea2bd0e6358 req-30bdce39-2dc7-4020-93fd-745d12dbb9cd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0419798 May 31 11:51:02.352205 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b742714a-d2c8-493f-9321-eed9be37eb6d req-af4b8c10-c599-46fc-a6f9-d791db39bf9a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0452611 May 31 11:51:03.505756 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55b7fad2-06dd-4a03-9f55-02c8bfa5d8a3 req-c83a8744-9bd0-452f-95f5-606d181b2224 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0449727 May 31 11:51:04.655133 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9d52e2df-e5cf-4049-a0b3-a71c5518c2d1 req-a269c9c0-55b0-4e45-833e-7ba8ec6d4e9e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0419915 May 31 11:51:05.803506 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a7a663ea-4629-4a29-b5cf-a9fd153c2023 req-62a102ed-8f8a-49ef-9c86-6517ba10811a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0405364 May 31 11:51:06.956715 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-129ee881-e0e4-4915-be98-bdf9834b724c req-6cd39af8-c29b-4de3-83ba-c36e7af83120 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0433412 May 31 11:51:08.108244 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b69f0d3f-2667-4a70-8ff9-f7f31d6892a6 req-ce3ba8fb-440e-4381-ae73-2791ba431928 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0427945 May 31 11:51:08.344702 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-acf15edf-63b8-4c1e-92fc-2218c5b5fc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:08.701032 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:09.260569 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ea038f38-084e-4884-81c2-58aa3d1016e4 req-19532f22-0159-43a0-b453-f755107856ec tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0438950 May 31 11:51:10.413036 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8c0929cb-016c-44c9-b759-35679f335a64 req-87c73708-9a9f-44b3-86e7-e8eec7e83960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0453105 May 31 11:51:10.857716 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0b8abb8c-c5fa-441b-babd-920fdd2e26e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:10.927241 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:11.562586 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a64917dc-3073-445d-9210-59279923494f req-6366e932-7a5a-427f-bfab-959afb2556fd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0423663 May 31 11:51:11.739188 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:12.713733 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-23a7231c-0ecc-45a0-bacd-dcf6f47c065d req-9c3ecc3a-6b3e-4f14-8bea-23bbf82c8da0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0423527 May 31 11:51:13.563659 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:13.871191 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f533903a-1e30-415a-a483-15e7fc9cf69c req-ac864b85-87ee-4ac5-bf7a-185adfd62085 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0437512 May 31 11:51:15.023896 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b6b902f3-cda2-4f20-b739-9a4d1b4c7278 req-4864ed68-bf0a-4747-8e3b-339074008808 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0422702 May 31 11:51:16.179056 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-09257a2a-8222-4d4d-b98a-f9f3fd271c86 req-8722e3e3-9fe6-4f52-a9b5-df07e9df2e3a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0468414 May 31 11:51:17.332137 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6ce49b71-1350-4db3-a86b-cd3fdd909a0b req-a416bc44-146a-4260-a8e5-131b60830e27 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0452631 May 31 11:51:18.483086 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0c790c7c-2457-4594-829c-5987e7d3a88a req-783acbfc-41be-44e9-9826-acfd868d5a2f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0430369 May 31 11:51:19.634491 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2e72b2b-ce38-4764-be16-7762240a1e17 req-09f52924-f1f2-4c00-a02c-63a84bbf5c53 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0421681 May 31 11:51:20.787833 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f97b14db-5cd5-4e17-bb03-d104f4788617 req-cf9715c7-1c3c-4ba0-9759-db5fe93a5327 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0417950 May 31 11:51:21.356642 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:51:21.954112 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c261b707-c195-4f6f-91dc-a749ae38e0b6 req-c7f504e5-2a9c-4b4f-a4d2-67e61a8f5573 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0439162 May 31 11:51:23.114345 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d4a631c2-789a-4cc8-ba8b-e0bc3abc8b80 req-33e8a5a5-d734-4c7a-8c1a-7c47c33a9372 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0452130 May 31 11:51:24.270990 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c92a0ae6-6853-4f8f-852c-94ed567c6cd9 req-f0f4b144-1a6f-4d13-ab4e-58cd6f242d41 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0459855 May 31 11:51:25.422548 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7628b4a6-bc8d-4e96-a53e-a5fee5a1bfb4 req-bfb4b637-6ba6-4842-b510-2529683d1069 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0425866 May 31 11:51:26.572891 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c762c86e-3901-4705-b100-5252cd43755f req-ff3e9ffe-3383-4034-b031-adc1ca8fab02 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0418894 May 31 11:51:27.866193 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4909dff-2078-48c2-8bda-fa6fc8673f23 req-919759e9-71ab-4d86-8ba8-649c308cb33d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0418725 May 31 11:51:29.019543 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2d266136-c34b-4a71-aa31-fb0841c9edbf req-17e1925b-b73c-4df2-8559-cec74a600671 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0414939 May 31 11:51:30.171654 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0a48c698-4a93-4ba5-8bf6-e39758a393b4 req-c07ada91-97e9-40b0-b4ca-710bd9e31b65 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0442138 May 31 11:51:31.323439 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82622a13-21e8-49e5-92ad-1e8791f9dc05 req-bdbd42d3-efed-426b-9a71-7bdf7a076d08 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0439289 May 31 11:51:32.472419 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5ba12559-f7ee-4865-a02c-05c9ea840c52 req-08133875-74a9-4003-9f04-fd735b4fad01 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0419867 May 31 11:51:33.623214 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-302f8961-8d45-4595-a939-b473370d2814 req-6af64590-75f6-403d-b44c-475123ef7cff tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0429602 May 31 11:51:34.778023 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f5866802-daed-4b62-a562-d1952d997807 req-48880d33-ae9c-4398-89a0-c1cf9b95826f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0420938 May 31 11:51:35.933871 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee9a466e-8e4a-4a9c-a652-f18aa1ffda6f req-05344486-aed9-4425-92c9-cac9eabdef18 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0437329 May 31 11:51:37.085326 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d5e629a1-394f-41a1-8f8a-623ac1d3f2dc req-fedd4830-eb4f-4afd-bd42-c27f551778f1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0446026 May 31 11:51:38.240409 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7529ddae-b66d-4c02-b7cb-220e04c94c2b req-4dd879a4-626a-49fd-a9fe-2f0bacffadbd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0454583 May 31 11:51:38.347381 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-92a531df-d8b6-4579-88f3-6a4cf75ccb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:38.708326 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:39.390723 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-948c00a8-b994-4cf5-a8d0-914f9cb14b12 req-9aaec205-bb74-4c5d-9397-c080f745ec3a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0432518 May 31 11:51:40.541668 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bbddcd1b-c230-4552-aec0-0da6885ba558 req-43d90e85-13ff-4316-9cd7-62bcddef87e3 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0426466 May 31 11:51:40.858294 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9381b012-30cf-4e41-8642-688e8e0ac98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:40.930143 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:41.698128 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a0915d0e-eb27-4d22-afb8-5e0460d17e3b req-69fa1800-ae01-47d7-a641-b096be6b74c3 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0426700 May 31 11:51:41.740293 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:42.850362 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6823fc0b-c061-4c52-bff3-d5ad739d5bf6 req-29b25bc8-7b92-497b-8dbd-e4472d3c74ce tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0418103 May 31 11:51:43.565477 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.002546 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7c0e736e-067c-4138-8432-42a44da056ef req-82812353-7826-4d3a-88f4-bb5cf39389fd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0446577 May 31 11:51:45.159194 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a2e73b8b-a015-4234-a826-08a31582a47c req-bf5b6166-7697-4e82-b8b9-9eefede57f3e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0451198 May 31 11:51:46.307949 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e0f5dc8b-988c-487b-9987-d089546b4a53 req-290897f6-4e4d-4dff-88cc-381d6c2d8a53 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0418077 May 31 11:51:47.458582 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-706c165f-2b69-4e04-86b7-c8597b30dab9 req-12a48244-97cb-4ef1-861b-25e0c059b3f0 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0430102 May 31 11:51:48.611566 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5c5e6f28-e447-49e5-8825-3b7a26a98740 req-d4c4e4f3-08ba-46f7-a34d-7cd2fa51f749 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0424380 May 31 11:51:49.762557 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0f05a377-9a5d-4359-b2b5-4a310130cec8 req-15dad739-61ae-4ed1-bda2-4dfd6c55c70c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0415785 May 31 11:51:50.914639 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ddcd7a51-a9d3-46f0-800e-94a5e4fb369d req-754ac272-e774-4839-a4af-7b387ef84657 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0435576 May 31 11:51:52.133272 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a8034f77-e041-4b18-9708-1ce6e869d631 req-e618fb42-75a6-46da-a624-de98ee619e0a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.1087146 May 31 11:51:53.281513 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-51b31709-3013-4cc3-957d-b308bd11e4ec req-def851b3-be49-404f-b8a8-9f35ceb23084 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0417414 May 31 11:51:54.439605 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8412767d-efc6-46fe-8033-5b7a547eb150 req-04d05402-9ebe-4060-8018-b5083ff4b8f4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0425351 May 31 11:51:55.592295 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-52b25bf9-9ae8-4d0c-9bf3-69e61c1266bc req-be4e2cce-6523-4d4a-9856-f6a3b18de69e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0414622 May 31 11:51:56.747056 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-883d8a3b-f2bb-4549-bfa5-57d283ea8968 req-6be64094-bda4-40b3-a981-01be6dc08e80 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0444958 May 31 11:51:57.900683 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dadfdb17-9cdd-463e-885b-7cd536256ef0 req-0ddfc9a8-1f19-40d5-b53d-81c6f44ce517 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0449638 May 31 11:51:58.355524 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:51:59.048241 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0922a847-e332-4b6d-a688-e49a88bb18ac req-7004c7a0-0354-4ce4-9ad1-d730d5e145f2 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0414491 May 31 11:52:00.195599 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bd3e75c2-4ad5-4593-ad88-0f30712be3c0 req-e67d6f89-9711-4d71-b07e-c238a5ba6fb7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0412223 May 31 11:52:01.345656 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0e65dbd2-94f6-47cd-8a1f-ea05ed7c47d6 req-18327af1-c84f-424c-9982-76e89398806f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0424213 May 31 11:52:02.500769 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d5e59c46-3ddb-4c8f-a4d0-3faf970fa4c9 req-1056c036-9339-41ff-a503-facda6c068f4 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0427864 May 31 11:52:03.660661 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c49c986a-f11c-4b9b-926f-5a1c60f5cd92 req-fd30c588-8bbb-4e86-87fc-cc74d325e71a tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0452845 May 31 11:52:04.816465 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d258a54a-ba7e-4d22-8439-78fa75e18835 req-1f1f2a15-8906-4a5d-8a5b-cd3d2f640585 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0465670 May 31 11:52:05.968840 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fd645183-134d-449f-929e-22310671d5a0 req-7e86d4ae-ec61-4d4e-807e-51623cfb0398 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0426726 May 31 11:52:07.121149 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-626b6c4c-f054-4d49-9d18-fa358e40be43 req-72ea71b2-692b-4907-b720-23ad51140566 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0424795 May 31 11:52:08.275230 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-27b6d706-eb43-4e20-a442-ebac0de78403 req-78fe4284-c46b-4fd6-9a81-419895438fb3 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0416296 May 31 11:52:08.348129 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-208e75bb-5cd8-4232-bd08-ddb97f2dcad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:08.722130 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:09.429546 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8708c335-ed50-4e63-a1a6-f100a6596d0c req-ecc1238d-fcf0-446d-b17e-cd0f0627d497 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0439625 May 31 11:52:10.591713 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b92a20a1-6ead-4fa2-a910-0899934eceb0 req-65964e30-afa8-4e3c-8280-e49d8fc7e582 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0439708 May 31 11:52:10.860675 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-60f96e70-18a2-4a0b-96f8-14001e544911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:10.932456 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:11.745673 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:11.802080 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7891928a-6916-4b62-b96e-0024f3cd6b2d req-c4f39d05-8924-4d80-aa21-dcdde72b79bc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.1034739 May 31 11:52:12.956509 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7d7c8241-7c8b-412f-9667-1fab96b2d0a9 req-62089ecc-a243-4871-8c9f-68f83624792d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0430112 May 31 11:52:13.569524 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:14.103697 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-21b13aef-cb53-49cc-9007-cfe4a6efe9e4 req-077955e9-4829-439a-af94-3a5875060ddf tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=953c8e7b-4b26-4066-a1b8-c18932887709 HTTP/1.1" status: 200 len: 210 time: 0.0415111 May 31 11:52:15.230626 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 44744) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:15.295054 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:15.322221 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:15.374047 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:15.378060 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6658a02e-0a6f-423e-9ad6-87de5b471b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:15.394997 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6e05ae-310e-4622-8b8e-b61a405d0c4f,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:15.404733 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.405085 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.405432 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.405802 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.406139 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.406471 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.406802 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.407133 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.407461 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.407790 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.408116 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.408441 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:15.411517 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:15.417128 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:15.418266 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "DELETE /v2.0/security-groups/ea6e05ae-310e-4622-8b8e-b61a405d0c4f HTTP/1.1" status: 204 len: 168 time: 0.1865659 May 31 11:52:15.420927 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 44748) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:15.437776 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.api.v2.resource [None req-f3680e2a-aea0-476b-a9e1-d6b6dfabe691 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] show failed (client error): The resource could not be found. May 31 11:52:15.438754 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-f3680e2a-aea0-476b-a9e1-d6b6dfabe691 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups/ea6e05ae-310e-4622-8b8e-b61a405d0c4f HTTP/1.1" status: 404 len: 347 time: 0.0165784 May 31 11:52:15.441424 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 44752) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:15.654915 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Deleting port 7e253d78-25db-4c74-9a6c-7867c291faf9 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:52:15.655207 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:15.776172 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:15.776501 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:15.898878 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Calling delete_port for 7e253d78-25db-4c74-9a6c-7867c291faf9 owned by network:floatingip {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:52:16.071490 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:16.076210 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:16.115717 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event deleted for resources: {'Port': ['ID=7e253d78-25db-4c74-9a6c-7867c291faf9,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:16.147215 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.147574 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.147927 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.148275 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.148617 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.148958 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.149297 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.149730 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.150067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.150494 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.150884 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.151259 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:16.160892 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:16.218649 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:16.236546 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:16.237716 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-22281b99-0f2e-447e-b57e-91bb0035ee34 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "DELETE /v2.0/floatingips/91188eef-f3a7-4c1d-8e3e-8deb1c794030 HTTP/1.1" status: 204 len: 168 time: 0.7953746 May 31 11:52:16.305034 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-2844a75e-39b6-485f-828e-37d67cfed119 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1167355 May 31 11:52:16.458762 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-c201a2e9-fcde-44fd-8fb0-c62aa255e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:16.460215 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-c201a2e9-fcde-44fd-8fb0-c62aa255e0de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1099 time: 0.0701525 May 31 11:52:16.616762 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-1273e740-d1c6-471f-aa3a-4cd90aa9dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:16.618280 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-1273e740-d1c6-471f-aa3a-4cd90aa9dc76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1400511 May 31 11:52:16.687765 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-64a597bc-f26f-4a92-89dd-17f3273d2151 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.0633647 May 31 11:52:16.750430 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-7cdb9f33-b2f5-414a-a0de-77141778a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:16.750664 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-7cdb9f33-b2f5-414a-a0de-77141778a31c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0562472 May 31 11:52:16.802025 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-d6cfcc43-d26a-401e-87bb-2a1eba25bc69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440164 May 31 11:52:16.909875 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 44776) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:16.916148 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218361118', 'description': 'tempest-description--352489535'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:16.922482 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:16.926676 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:security_group and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:16.929577 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:16.938594 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:16.948597 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-b32b8968-21bc-42e3-a9f0-c8068d363323 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404896 May 31 11:52:16.950713 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:16.974458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:16.978890 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:security_group_rule and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:16.982576 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:16.988747 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:17.063022 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.067040 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.072278 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-bd10dc21-8246-4c2b-a608-ffec808ac924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:17.084503 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25bfc611-170e-4a7e-a688-6bb48f66cc50 req-56cd414e-ad72-43b4-88cf-4b439969e4da service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300168 May 31 11:52:17.113215 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332ff6d7-dea0-454e-8ce1-67fafeb03a93,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:17.115957 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.117136 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2061951 May 31 11:52:17.118020 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:17.119912 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 44782) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:17.125120 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'security_group_rule': {'security_group_id': '332ff6d7-dea0-454e-8ce1-67fafeb03a93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:17.130703 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:17.134911 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:security_group_rule and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:17.138263 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:17.143854 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:17.163289 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.220706 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.225100 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.226886 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:17.247328 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12aebec-291a-46ac-b9a1-f3202675e871,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:17.252544 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:17.256763 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.258010 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-ea968733-379a-44af-be97-9125c973ce04 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371562 May 31 11:52:17.261227 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 44786) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:17.266220 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'security_group_rule': {'security_group_id': '332ff6d7-dea0-454e-8ce1-67fafeb03a93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:17.271730 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:17.275397 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:security_group_rule and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:17.278793 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:17.284314 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:17.299492 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.357924 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.361117 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.363006 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:17.383547 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b8d974-ad92-44c3-8673-3d12632f572b,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:17.386379 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:17.392829 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.394814 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318297 May 31 11:52:17.396908 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 44792) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:17.402575 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'floatingip': {'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:17.408190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:17.412922 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Usage tracker for resource:floatingip and tenant:bd8628adc75741818b115667c67096e9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:17.416027 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:17.423156 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:17.434853 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.571962 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.707608 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Allocated IP 172.27.3.12 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/eddabfe1-35b3-4a91-9b9d-2758a2ff3f8b) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:17.928099 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.957452 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:17.962080 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-76f6be08-5d36-4f5d-87ac-d03141357237 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:18.024582 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:18.027282 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:18.029896 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:18.079661 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'Port': ['ID=eddabfe1-35b3-4a91-9b9d-2758a2ff3f8b,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:18.081454 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:18.116666 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:18.178040 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:18.373854 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:18.377942 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:18.382114 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e1cca5ab-202e-4c52-82bc-39040a0e956c tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:18.486897 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'Port': ['ID=eddabfe1-35b3-4a91-9b9d-2758a2ff3f8b,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:18.489570 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:18.498359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:18.519828 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:18.528655 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1231987 May 31 11:52:18.715208 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-22509367-d0ac-41f5-9fe6-6bce21d45459 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:18.729662 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-22509367-d0ac-41f5-9fe6-6bce21d45459 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:18.730787 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-22509367-d0ac-41f5-9fe6-6bce21d45459 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1218361118&fields=id&tenant_id=bd8628adc75741818b115667c67096e9 HTTP/1.1" status: 200 len: 267 time: 0.0549250 May 31 11:52:18.877746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-f45b072c-1920-4683-9abe-c8cbd5dacf1d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:18.879180 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-f45b072c-1920-4683-9abe-c8cbd5dacf1d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 815 time: 0.1414790 May 31 11:52:18.895100 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-8b79ac89-8ed0-4620-b460-f5f4f005dc67 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/quotas/bd8628adc75741818b115667c67096e9 HTTP/1.1" status: 200 len: 375 time: 0.0093095 May 31 11:52:18.984818 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-aeb27bd9-23e5-4079-83fb-5bc004d89315 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:19.000977 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-aeb27bd9-23e5-4079-83fb-5bc004d89315 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:19.002335 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-aeb27bd9-23e5-4079-83fb-5bc004d89315 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025243 May 31 11:52:19.061084 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-eac494a1-7945-410a-b7a1-71271a742d92 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:52:19.062744 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-eac494a1-7945-410a-b7a1-71271a742d92 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463364 May 31 11:52:19.204237 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-f70609d4-fd5a-44ff-a165-bef8c1b2b56b service neutron] 10.222.0.10 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354086 May 31 11:52:19.339378 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-dead17a6-76b4-4c27-adbf-b53eea9a3aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289070 May 31 11:52:19.516432 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6b8d4297-49d9-4126-9960-cd698cfda4f7 req-767fdd20-9bd6-4003-a9c3-5f89310e5a1f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 210 time: 0.0432451 May 31 11:52:20.689623 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6456f248-3e61-4198-b771-96c85c562f9f req-98579225-4f07-45bf-9e9d-1eaab16300ce tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 210 time: 0.0543063 May 31 11:52:20.725675 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-ef91e06a-307f-4c91-85ab-5aca90883e22 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:20.727190 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-ef91e06a-307f-4c91-85ab-5aca90883e22 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 815 time: 0.1512747 May 31 11:52:20.785348 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-8a981895-a5cd-4e96-a81b-0749f006236c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:20.797323 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-8a981895-a5cd-4e96-a81b-0749f006236c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:20.798566 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-8a981895-a5cd-4e96-a81b-0749f006236c tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8628adc75741818b115667c67096e9 HTTP/1.1" status: 200 len: 380 time: 0.0560241 May 31 11:52:20.807844 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'port': {'device_id': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'admin_state_up': True, 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'security_groups': ['332ff6d7-dea0-454e-8ce1-67fafeb03a93']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:21.011884 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:21.021112 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:21.030416 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Made reservation on behalf of bd8628adc75741818b115667c67096e9 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:21.033838 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.196412 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Allocated IP 172.20.0.13 (86ef2da6-9cf6-4c22-879d-af6693aeaf8a/70050af5-b69b-4a25-a6a1-f4bd897caf4b/d6f31393-7348-4c8a-84bb-b6ef800f2e5c) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:21.390505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.411558 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Transition to ACTIVE for port object d6f31393-7348-4c8a-84bb-b6ef800f2e5c will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:21.428705 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.434158 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-778e136a-ae94-4ed9-a1ae-1ee14f9ceb49 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:21.500606 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:21.503487 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:21.507317 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:21.543824 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event updated for resources: {'Port': ['ID=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:21.552734 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:21.575389 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:21.575992 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.602667 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7989678 May 31 11:52:21.622480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Request body: {'port': {'device_id': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:21.733938 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.762371 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-56b2fb15-8ecb-4558-82fa-2c108def9b25 None None] Provisioning for port d6f31393-7348-4c8a-84bb-b6ef800f2e5c completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:21.768535 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-56b2fb15-8ecb-4558-82fa-2c108def9b25 None None] Provisioning complete for port d6f31393-7348-4c8a-84bb-b6ef800f2e5c triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:21.768903 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-56b2fb15-8ecb-4558-82fa-2c108def9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.825642 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-56b2fb15-8ecb-4558-82fa-2c108def9b25 None None] Port d6f31393-7348-4c8a-84bb-b6ef800f2e5c cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:52:22.031101 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229b5b7-9125-4626-9995-c35836765c9d req-49a5eaa9-0603-49c3-97f1-e264bfc7b846 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:22.031782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f229b5b7-9125-4626-9995-c35836765c9d req-49a5eaa9-0603-49c3-97f1-e264bfc7b846 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Synchronizing usage tracker for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:22.078028 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f229b5b7-9125-4626-9995-c35836765c9d req-49a5eaa9-0603-49c3-97f1-e264bfc7b846 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Unset dirty status for tenant:bd8628adc75741818b115667c67096e9 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:22.079144 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f229b5b7-9125-4626-9995-c35836765c9d req-49a5eaa9-0603-49c3-97f1-e264bfc7b846 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 932 time: 0.2742400 May 31 11:52:22.175580 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f229b5b7-9125-4626-9995-c35836765c9d req-b8be62f0-8940-4f82-8e43-98aefb807485 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902863 May 31 11:52:22.180782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f31393-7348-4c8a-84bb-b6ef800f2e5c {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:22.188691 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.203964 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Transition to ACTIVE for port object d6f31393-7348-4c8a-84bb-b6ef800f2e5c will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:22.207195 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.211638 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c6620cba-c926-449a-ab14-84dc90487055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:22.377722 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Pushing event updated for resources: {'Port': ['ID=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:22.385462 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:22.461612 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Attempting to bind port d6f31393-7348-4c8a-84bb-b6ef800f2e5c on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:22.461951 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Attempting to bind port d6f31393-7348-4c8a-84bb-b6ef800f2e5c by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:22.462274 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Attempting to bind port d6f31393-7348-4c8a-84bb-b6ef800f2e5c on network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:22.467125 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Port d6f31393-7348-4c8a-84bb-b6ef800f2e5c on network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:52:22.467440 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Attempting to bind port d6f31393-7348-4c8a-84bb-b6ef800f2e5c on network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:22.474499 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:22.475034 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Checking segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:22.475421 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Bound using segment: {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:22.476097 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Bound port: d6f31393-7348-4c8a-84bb-b6ef800f2e5c, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426b2871-2d5e-43bd-8ea5-698bb4aadcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:22.476453 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.567589 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] For port d6f31393-7348-4c8a-84bb-b6ef800f2e5c, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:22.570565 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] For port d6f31393-7348-4c8a-84bb-b6ef800f2e5c, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:22.575894 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.580226 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:22.638630 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:22.639235 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.640575 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] 10.222.0.52 "PUT /v2.0/ports/d6f31393-7348-4c8a-84bb-b6ef800f2e5c HTTP/1.1" status: 200 len: 1094 time: 1.0226696 May 31 11:52:22.641056 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'tag': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:22.643381 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6161bf-d735-474b-88a3-64f8c5053ef3", "tag": "d6f31393-7348-4c8a-84bb-b6ef800f2e5c"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:22.658532 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Pushing event updated for resources: {'Port': ['ID=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:22.661828 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:22.694903 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d73284-b598-48f8-8376-540645a63f36 x-openstack-request-id: req-14d73284-b598-48f8-8376-540645a63f36 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:22.695246 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6161bf-d735-474b-88a3-64f8c5053ef3", "tag": "d6f31393-7348-4c8a-84bb-b6ef800f2e5c", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:22.695524 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14d73284-b598-48f8-8376-540645a63f36 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:22.695947 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'tag': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'status': 'completed', 'code': 200} May 31 11:52:22.785306 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-4db0105d-bf08-42d0-b4e5-ef91f2c52489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:22.786832 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-4db0105d-bf08-42d0-b4e5-ef91f2c52489 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0736060 May 31 11:52:22.937675 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-5979b879-1a5b-4db8-94e9-27c0b6fe6741 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6f31393-7348-4c8a-84bb-b6ef800f2e5c HTTP/1.1" status: 200 len: 217 time: 0.1376801 May 31 11:52:23.001848 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-3f43ef0b-2764-400e-98f7-4b67c15faebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:23.003311 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-3f43ef0b-2764-400e-98f7-4b67c15faebd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.0588286 May 31 11:52:23.075815 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-103bc5bb-0a7b-43c1-9bde-4e8cbec866c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:23.077269 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-103bc5bb-0a7b-43c1-9bde-4e8cbec866c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676608 May 31 11:52:23.205684 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-92c4ccf9-578c-4853-8afd-8fe5473ca54a service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202254 May 31 11:52:23.392307 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac7d576c-2ee9-4077-83f0-26b50a6dcb95 req-bb080a0d-279d-4371-9a7a-04a7cc05e597 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798649 May 31 11:52:23.411510 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a4782-6b44-44ab-b0d0-0ade13d91dd9 req-e37e650b-0138-420b-89c8-35534a57a100 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:23.418264 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-060a4782-6b44-44ab-b0d0-0ade13d91dd9 req-e37e650b-0138-420b-89c8-35534a57a100 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 944 time: 0.1311331 May 31 11:52:23.457926 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-060a4782-6b44-44ab-b0d0-0ade13d91dd9 req-99f61d0b-f4f7-4036-902a-9f5d29b85388 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387197 May 31 11:52:23.563600 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-337ad3a7-04da-46df-a889-6631cd379584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:23.565270 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-337ad3a7-04da-46df-a889-6631cd379584 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0711305 May 31 11:52:23.698262 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-5567a115-2a0a-490d-9a77-a06bd1b32edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:23.699700 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-5567a115-2a0a-490d-9a77-a06bd1b32edc service neutron] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 916 time: 0.1279161 May 31 11:52:23.770604 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-676f2b0c-c7ee-46e6-bc72-1b618928ed06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6f31393-7348-4c8a-84bb-b6ef800f2e5c HTTP/1.1" status: 200 len: 217 time: 0.0639057 May 31 11:52:23.830313 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-d02ccac1-0aef-4273-916f-385eb110304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:23.831647 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-d02ccac1-0aef-4273-916f-385eb110304d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.0551257 May 31 11:52:23.909585 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-6062452a-90e2-4869-a2c3-fd3ecd1dd24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:23.910989 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-6062452a-90e2-4869-a2c3-fd3ecd1dd24e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710433 May 31 11:52:24.039037 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-62e9aee9-a5e7-4f30-ba94-33afcd3a8b2d service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211460 May 31 11:52:24.165722 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a5fe35b4-d80b-4ac9-b0d4-42d71c2c7672 req-5b4925fc-f39d-4eb6-a1ae-a0ef8c22d9c4 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193049 May 31 11:52:24.649652 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30e867-4913-4af2-ac02-2ecfdcbfa02f req-18059298-3a31-44ab-a289-01f236e56a5d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:24.651296 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2b30e867-4913-4af2-ac02-2ecfdcbfa02f req-18059298-3a31-44ab-a289-01f236e56a5d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 944 time: 0.0807667 May 31 11:52:24.700708 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2b30e867-4913-4af2-ac02-2ecfdcbfa02f req-769c2156-8768-4657-91c9-7b013b70e7cc tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430062 May 31 11:52:25.885150 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c33f91-7647-4165-b6a7-32bd4689eb24 req-f2f6b2fc-1369-4d8d-b6cd-701ba2a4b19f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:25.887416 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43c33f91-7647-4165-b6a7-32bd4689eb24 req-f2f6b2fc-1369-4d8d-b6cd-701ba2a4b19f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 944 time: 0.0783436 May 31 11:52:25.929727 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43c33f91-7647-4165-b6a7-32bd4689eb24 req-3bc8e4f6-c91d-49c1-8d69-562a66595c0b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367870 May 31 11:52:26.740350 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device d6f31393-7348-4c8a-84bb-b6ef800f2e5c details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:52:26.876638 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port d6f31393-7348-4c8a-84bb-b6ef800f2e5c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:26.891141 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'port_id': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'mac_address': 'fa:16:3e:6c:23:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:52:26.943982 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:26.961045 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f31393-7348-4c8a-84bb-b6ef800f2e5c {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:26.976735 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port d6f31393-7348-4c8a-84bb-b6ef800f2e5c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:26.980584 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:26.982484 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d5ee046a-6eda-42d8-894b-b4005b47ac79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:27.049838 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:27.056971 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.057338 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.057748 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.058073 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.058389 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.058705 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.059018 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.059329 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.059661 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.059974 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.060287 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.060593 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:27.064522 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:27.113671 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39982fc-28fb-4ebc-b521-d49f6a5c9b5b req-41b9c496-e2c3-4366-9540-6e85608d3e41 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:27.115112 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a39982fc-28fb-4ebc-b521-d49f6a5c9b5b req-41b9c496-e2c3-4366-9540-6e85608d3e41 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 945 time: 0.0783646 May 31 11:52:27.160237 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a39982fc-28fb-4ebc-b521-d49f6a5c9b5b req-33a44ad1-55c8-4163-bd85-85f2af49261b tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 May 31 11:52:27.347839 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['d6f31393-7348-4c8a-84bb-b6ef800f2e5c'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:52:28.353963 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc26958-f0f8-44a4-a473-ee81685c93a3 req-1aff7107-9e3e-4ac1-b4d1-305188379962 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:28.355919 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3fc26958-f0f8-44a4-a473-ee81685c93a3 req-1aff7107-9e3e-4ac1-b4d1-305188379962 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 945 time: 0.0877266 May 31 11:52:28.399406 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3fc26958-f0f8-44a4-a473-ee81685c93a3 req-8a10ece2-035a-4aeb-9051-bc42ccf96c38 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379052 May 31 11:52:28.762974 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device d6f31393-7348-4c8a-84bb-b6ef800f2e5c up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:28.831140 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port d6f31393-7348-4c8a-84bb-b6ef800f2e5c completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:28.836295 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port d6f31393-7348-4c8a-84bb-b6ef800f2e5c triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:28.836700 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.956090 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.982116 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:28.984317 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da75aa00-d9b0-42ff-ad29-34e89f0379d6" -d '{"events": [{"server_uuid": "dd6161bf-d735-474b-88a3-64f8c5053ef3", "name": "network-vif-plugged", "status": "completed", "tag": "d6f31393-7348-4c8a-84bb-b6ef800f2e5c"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:28.992410 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port d6f31393-7348-4c8a-84bb-b6ef800f2e5c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:28.997339 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.999426 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:29.076621 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:29.080008 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:29.092395 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e3d8bd-cce4-4c1f-9522-9a34994c08d0 x-openstack-request-id: req-a2e3d8bd-cce4-4c1f-9522-9a34994c08d0 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:29.092886 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6161bf-d735-474b-88a3-64f8c5053ef3", "name": "network-vif-plugged", "status": "completed", "tag": "d6f31393-7348-4c8a-84bb-b6ef800f2e5c", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:29.093235 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2e3d8bd-cce4-4c1f-9522-9a34994c08d0 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:29.093741 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'code': 200} May 31 11:52:29.344620 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291521-b0c8-4488-b0ce-ea7c9e848a34 req-4d44bfbe-1a89-4ed6-a8bf-967126549954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:29.346042 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2291521-b0c8-4488-b0ce-ea7c9e848a34 req-4d44bfbe-1a89-4ed6-a8bf-967126549954 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0679538 May 31 11:52:29.391802 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2291521-b0c8-4488-b0ce-ea7c9e848a34 req-6be98092-dee9-4607-a732-22d2c55e3438 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388229 May 31 11:52:29.662771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb4e0e-feb3-4bb5-8ddd-e7a561b3425f req-67a5b140-06ae-4279-821c-73eeddec5038 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:29.664212 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bfcb4e0e-feb3-4bb5-8ddd-e7a561b3425f req-67a5b140-06ae-4279-821c-73eeddec5038 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 946 time: 0.1559291 May 31 11:52:29.707868 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bfcb4e0e-feb3-4bb5-8ddd-e7a561b3425f req-6e820677-b584-46b9-b24e-4d0a49a78774 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365250 May 31 11:52:30.897300 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006aee6-683c-4c12-8486-a435c62eabec req-15972504-8a28-49e8-bfe7-1ab3e61559da tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:30.898670 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b006aee6-683c-4c12-8486-a435c62eabec req-15972504-8a28-49e8-bfe7-1ab3e61559da tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 946 time: 0.0817087 May 31 11:52:30.941693 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b006aee6-683c-4c12-8486-a435c62eabec req-99bcaf2f-9f4e-40e9-b5bb-686615df65ea tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367076 May 31 11:52:31.125281 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f36edd-7058-4646-994f-bf5dcba1b32e req-621a6f45-5e12-4db8-ad9e-811ab0ca15d6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:31.126884 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-64f36edd-7058-4646-994f-bf5dcba1b32e req-621a6f45-5e12-4db8-ad9e-811ab0ca15d6 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 946 time: 0.0831726 May 31 11:52:31.135996 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 44978) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:31.141250 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Request body: {'floatingip': {'port_id': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:31.218713 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.874111 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.877730 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.038504 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.l3_db [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Floating IP eb739707-ab75-43cb-bbe6-a6086c63f379 associated. External IP: 172.27.3.12, port: d6f31393-7348-4c8a-84bb-b6ef800f2e5c. May 31 11:52:32.389877 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Router 149cc1dc-a809-438b-92e6-cf7dca3e12ad has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:52:32.651026 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:52:32.655795 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.660252 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] Sync routers for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:52:32.669913 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:32.670592 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:52:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:32.711949 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e47201dd-6a97-4247-bcb9-ded3335b8093 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "PUT /v2.0/floatingips/eb739707-ab75-43cb-bbe6-a6086c63f379 HTTP/1.1" status: 200 len: 991 time: 1.5747824 May 31 11:52:32.712611 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'tag': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:32.715000 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747471a0-4771-4c94-b85b-93010ae451cc" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6161bf-d735-474b-88a3-64f8c5053ef3", "tag": "d6f31393-7348-4c8a-84bb-b6ef800f2e5c"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:32.838770 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edf083a-4be4-405a-ba1f-8e1ded295647 x-openstack-request-id: req-1edf083a-4be4-405a-ba1f-8e1ded295647 {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:32.839275 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6161bf-d735-474b-88a3-64f8c5053ef3", "tag": "d6f31393-7348-4c8a-84bb-b6ef800f2e5c", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:32.839626 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1edf083a-4be4-405a-ba1f-8e1ded295647 {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:32.840112 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'tag': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'status': 'completed', 'code': 200} May 31 11:52:32.852863 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:32.965567 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747471a0-4771-4c94-b85b-93010ae451cc req-70783b1d-be20-4ea3-a6e7-695f2d968fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:32.967078 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-747471a0-4771-4c94-b85b-93010ae451cc req-70783b1d-be20-4ea3-a6e7-695f2d968fb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd8628adc75741818b115667c67096e9&device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0697773 May 31 11:52:33.097209 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747471a0-4771-4c94-b85b-93010ae451cc req-766f1112-fcd9-4c46-862a-933ad6ca174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:33.098678 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-747471a0-4771-4c94-b85b-93010ae451cc req-766f1112-fcd9-4c46-862a-933ad6ca174e service neutron] 10.222.0.52 "GET /v2.0/networks?id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 200 len: 916 time: 0.1250985 May 31 11:52:33.201363 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-747471a0-4771-4c94-b85b-93010ae451cc req-55d3cb37-75f0-44ce-9a15-6e1e8b3d60f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6f31393-7348-4c8a-84bb-b6ef800f2e5c HTTP/1.1" status: 200 len: 999 time: 0.0961955 May 31 11:52:33.216700 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'eb739707-ab75-43cb-bbe6-a6086c63f379', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'port_id': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'mac_address': 'fa:16:3e:6c:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:52:18Z', 'updated_at': '2021-05-31T11:52:31Z', 'revision_number': 1, 'project_id': 'bd8628adc75741818b115667c67096e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:33.220336 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] Checking router: 149cc1dc-a809-438b-92e6-cf7dca3e12ad for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:52:33.228534 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:33.229683 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:52:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:33.266425 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747471a0-4771-4c94-b85b-93010ae451cc req-acf95f15-c10b-429c-b37f-b28a8e4b51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:33.269192 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-747471a0-4771-4c94-b85b-93010ae451cc req-acf95f15-c10b-429c-b37f-b28a8e4b51b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 200 len: 854 time: 0.0602872 May 31 11:52:33.349374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747471a0-4771-4c94-b85b-93010ae451cc req-a32a93d1-8a33-4150-b313-e2cf14baa085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:33.351151 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-747471a0-4771-4c94-b85b-93010ae451cc req-a32a93d1-8a33-4150-b313-e2cf14baa085 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86ef2da6-9cf6-4c22-879d-af6693aeaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756483 May 31 11:52:33.419563 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:33.487132 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-747471a0-4771-4c94-b85b-93010ae451cc req-45a81623-e514-4a82-b107-f930366aa63f service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298616 May 31 11:52:33.618954 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-747471a0-4771-4c94-b85b-93010ae451cc req-cf39255f-ccb3-4a3a-9c1c-4c8d6fb3f7b8 service neutron] 10.222.0.52 "GET /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257472 May 31 11:52:33.756899 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'eb739707-ab75-43cb-bbe6-a6086c63f379', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'port_id': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'mac_address': 'fa:16:3e:6c:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:52:18Z', 'updated_at': '2021-05-31T11:52:31Z', 'revision_number': 1, 'project_id': 'bd8628adc75741818b115667c67096e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:33.761074 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e677b-eaeb-4d90-9b33-a2c9e10ef5a1 None None] The sync data for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi is: [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'eb739707-ab75-43cb-bbe6-a6086c63f379', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'port_id': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'mac_address': 'fa:16:3e:6c:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:52:18Z', 'updated_at': '2021-05-31T11:52:31Z', 'revision_number': 1, 'project_id': 'bd8628adc75741818b115667c67096e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:52:33.950973 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0aca8-7294-4995-9e7c-48d48d82d6d5 None None] New status for floating IP eb739707-ab75-43cb-bbe6-a6086c63f379: ACTIVE {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:52:35.354201 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:38.350511 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fd6e133f-2a8d-4e47-aa8d-1157c5fa31fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.740181 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.862073 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-38b28c7e-45a1-4f13-b73b-f6a162723153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.935846 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.746347 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.571826 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.647857 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 45264) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:56.714585 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb11a-0c0a-4dd6-9821-f63e3a0fbe8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.742857 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb11a-0c0a-4dd6-9821-f63e3a0fbe8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.805426 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb11a-0c0a-4dd6-9821-f63e3a0fbe8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.809527 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-abcdd2bf-11ed-4e16-84bb-6e64c025f174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:56.822855 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cb11a-0c0a-4dd6-9821-f63e3a0fbe8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e00e8f-bf13-4113-9e77-5cb4f89c9187,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:56.826595 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8d3cb11a-0c0a-4dd6-9821-f63e3a0fbe8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:56.835095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb11a-0c0a-4dd6-9821-f63e3a0fbe8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.836197 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8d3cb11a-0c0a-4dd6-9821-f63e3a0fbe8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] 10.222.0.10 "DELETE /v2.0/security-groups/c5e00e8f-bf13-4113-9e77-5cb4f89c9187 HTTP/1.1" status: 204 len: 168 time: 0.1873641 May 31 11:52:56.989824 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 45274) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:57.796224 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.196774 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Deleting port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:52:58.197432 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.325698 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] For port e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:58.326057 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.451648 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Calling delete_port for e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 owned by network:router_interface {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:52:58.812020 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.816374 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:58.863120 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:58.865738 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:59.121322 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:59.474810 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:52:59.646628 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:52:59.656384 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] Sync routers for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:52:59.658830 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] 10.222.0.10 "PUT /v2.0/routers/6b1dc5f0-31ae-4639-a11c-a0097cf46f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6672580 May 31 11:52:59.661381 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 45304) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:59.665355 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:59.665974 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:52:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:59.833930 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks [] for router, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:59.834888 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:00.094031 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.138781 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:52:58Z', 'revision_number': 5, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port': {'id': '64c5dc0a-f064-45af-80cf-dd2cfb9f08f1', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:47Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:00.142617 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] Checking router: 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:53:00.150739 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] Routers {'6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:00.151326 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:52:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:00.166676 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Deleting port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:00.167007 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.287958 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] For port 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=64c5dc0a-f064-45af-80cf-dd2cfb9f08f1,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:00.288316 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.307182 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] Set router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:00.410112 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:53:00Z', 'revision_number': 6, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:00.411467 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Calling delete_port for 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 owned by network:router_gateway {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:00.415137 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904f2d2-24ee-4d54-8693-cf61c732bb87 None None] The sync data for ids ['6b1dc5f0-31ae-4639-a11c-a0097cf46f0b'] in dv-cinder-791240-4-iscsi is: [{'id': '6b1dc5f0-31ae-4639-a11c-a0097cf46f0b', 'name': 'tempest-TestVolumeBootPattern-685434909-router', 'tenant_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:46Z', 'updated_at': '2021-05-31T11:53:00Z', 'revision_number': 6, 'project_id': 'c64fc9e3b7fe492a86603ee3b85df696', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:53:00.553408 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.557635 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:00.598713 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c5dc0a-f064-45af-80cf-dd2cfb9f08f1,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:00.601820 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:00.692631 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.863588 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.865864 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.945684 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.946210 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b1dc5f0-31ae-4639-a11c-a0097cf46f0b {{(pid=98396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:53:00.958364 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.959481 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6b1dc5f0-31ae-4639-a11c-a0097cf46f0b HTTP/1.1" status: 204 len: 168 time: 1.2971866 May 31 11:53:00.961941 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 45320) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:01.023480 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] Deleting subnet ab4c1277-0c8d-4a30-98f8-fc308ec26601 {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:53:01.026409 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.074704 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.197532 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.455829 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:53:01.488924 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:53:01.489262 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device e97f3fe8-14a8-4d0e-9ce4-6ae4ba548743 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:53:01.489719 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:53:01.524209 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:53:01.524551 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 64c5dc0a-f064-45af-80cf-dd2cfb9f08f1 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:53:01.542016 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.546528 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:01.578747 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4c1277-0c8d-4a30-98f8-fc308ec26601,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:01.582617 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:01.584687 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.590893 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3833a-78f4-41ce-bbc2-9df46bb174b8 None None] Network b36ef0d2-16ac-47a3-83fa-380326e1234b requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:53:01.592014 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-0f8e1961-1e3c-4b66-a55b-1bfca87570a7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ab4c1277-0c8d-4a30-98f8-fc308ec26601 HTTP/1.1" status: 204 len: 168 time: 0.6291265 May 31 11:53:01.594460 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 45330) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:01.703216 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.777997 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Deleting port 8e494b8b-5a81-4e2c-93f2-238f94852155 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:01.778135 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.840137 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] DHCP port deletion for b36ef0d2-16ac-47a3-83fa-380326e1234b request from dv-cinder-791240-4-iscsi {{(pid=98398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:53:01.881755 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] For port 8e494b8b-5a81-4e2c-93f2-238f94852155, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=8e494b8b-5a81-4e2c-93f2-238f94852155,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:01.882111 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.907712 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] Deleting port 8e494b8b-5a81-4e2c-93f2-238f94852155 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:01.908034 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.000966 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] For port 8e494b8b-5a81-4e2c-93f2-238f94852155, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=8e494b8b-5a81-4e2c-93f2-238f94852155,segment=NetworkSegment(2e89d438-abe7-4ee3-81c0-eacf5b69c5a2),segment_id=2e89d438-abe7-4ee3-81c0-eacf5b69c5a2)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:02.001374 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.007722 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Calling delete_port for 8e494b8b-5a81-4e2c-93f2-238f94852155 owned by network:dhcp {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:02.058175 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.061947 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a9617576-6366-4270-831d-7b0827002276 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:02.105210 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e494b8b-5a81-4e2c-93f2-238f94852155,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:02.107624 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:02.110142 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] No DVR routers for this DVR port 8e494b8b-5a81-4e2c-93f2-238f94852155 on host dv-cinder-791240-4-iscsi {{(pid=98396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:53:02.126378 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] Calling delete_port for 8e494b8b-5a81-4e2c-93f2-238f94852155 owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:02.224359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.238693 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36ef0d2-16ac-47a3-83fa-380326e1234b']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:02.249458 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.251523 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:02.251818 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e89d438-abe7-4ee3-81c0-eacf5b69c5a2') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:02.252930 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:02.263159 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.278797 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.285016 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:53:02.285391 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.294691 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] Pushing event deleted for resources: {'Port': ['ID=8e494b8b-5a81-4e2c-93f2-238f94852155,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:02.298389 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:02.301087 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] No DVR routers for this DVR port 8e494b8b-5a81-4e2c-93f2-238f94852155 on host dv-cinder-791240-4-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:53:02.301632 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:53:02.382513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.386344 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b6788a2d-570d-4a5f-afe6-a83f763e497c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:02.399107 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.409264 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Pushing event deleted for resources: {'Network': ['ID=b36ef0d2-16ac-47a3-83fa-380326e1234b,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:02.412334 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:02.423434 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] 10.222.0.10 "DELETE /v2.0/networks/b36ef0d2-16ac-47a3-83fa-380326e1234b HTTP/1.1" status: 204 len: 168 time: 0.8279953 May 31 11:53:02.426280 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 45340) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:03.047088 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.452306 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 8e494b8b-5a81-4e2c-93f2-238f94852155 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:53:03.455099 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Deleting port a7a2b1e9-a86c-4189-a116-ed6a663da42b {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:03.455438 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.487594 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 8e494b8b-5a81-4e2c-93f2-238f94852155 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:53:03.487938 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 8e494b8b-5a81-4e2c-93f2-238f94852155 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:53:03.577435 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] For port a7a2b1e9-a86c-4189-a116-ed6a663da42b, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=a7a2b1e9-a86c-4189-a116-ed6a663da42b,segment=NetworkSegment(d1aeee80-104e-4857-8e6d-b1c9588faf1a),segment_id=d1aeee80-104e-4857-8e6d-b1c9588faf1a)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:03.577811 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.696845 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Calling delete_port for a7a2b1e9-a86c-4189-a116-ed6a663da42b owned by network:router_interface {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:03.842735 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.847298 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1debd60c-4ab3-4e82-a01a-1c88d0494083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:03.890413 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a2b1e9-a86c-4189-a116-ed6a663da42b,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:03.915879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:04.155613 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.603979 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:53:04.773822 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:53:04.781998 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] Sync routers for ids ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:53:04.789989 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] 10.222.0.10 "PUT /v2.0/routers/778dc6c0-073a-4a69-a537-b6c0f8ffb001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3626299 May 31 11:53:04.791410 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] Routers {'778dc6c0-073a-4a69-a537-b6c0f8ffb001'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:04.792053 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:52:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:04.792259 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 45364) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:04.962539 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] Set router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:04.975049 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks [] for router, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:05.154472 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:05.228212 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Deleting port 62252074-aba5-4873-bf85-a7fdded71443 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:05.228910 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:05.278662 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '62252074-aba5-4873-bf85-a7fdded71443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:53:03Z', 'revision_number': 5, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port': {'id': '62252074-aba5-4873-bf85-a7fdded71443', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:01Z', 'updated_at': '2021-05-31T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:05.282643 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] Checking router: 778dc6c0-073a-4a69-a537-b6c0f8ffb001 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:53:05.292678 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] Routers {'778dc6c0-073a-4a69-a537-b6c0f8ffb001'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:05.293803 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:52:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:05.349130 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] For port 62252074-aba5-4873-bf85-a7fdded71443, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=62252074-aba5-4873-bf85-a7fdded71443,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:05.349399 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:05.446599 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] Set router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 gateway port host: None {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:05.472640 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Calling delete_port for 62252074-aba5-4873-bf85-a7fdded71443 owned by network:router_gateway {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:05.552077 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:53:05Z', 'revision_number': 6, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:05.555992 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea4af4-c376-4037-b937-cfc793060801 None None] The sync data for ids ['778dc6c0-073a-4a69-a537-b6c0f8ffb001'] in dv-cinder-791240-4-iscsi is: [{'id': '778dc6c0-073a-4a69-a537-b6c0f8ffb001', 'name': 'tempest-TestVolumeBootPattern-1960449759-router', 'tenant_id': 'da256e3584b34176aafbab59a5345d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:59Z', 'updated_at': '2021-05-31T11:53:05Z', 'revision_number': 6, 'project_id': 'da256e3584b34176aafbab59a5345d51', 'gw_port_host': None}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:53:05.606030 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:05.609381 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:05.651753 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Pushing event deleted for resources: {'Port': ['ID=62252074-aba5-4873-bf85-a7fdded71443,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:05.654827 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:05.837682 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.009387 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.011744 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.034183 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.034765 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778dc6c0-073a-4a69-a537-b6c0f8ffb001 {{(pid=98396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:53:06.047360 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.048487 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] 10.222.0.10 "DELETE /v2.0/routers/778dc6c0-073a-4a69-a537-b6c0f8ffb001 HTTP/1.1" status: 204 len: 168 time: 1.2553213 May 31 11:53:06.050914 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 45380) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:06.110198 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] Deleting subnet 51f0d038-4105-40f9-aa9d-9ef45620355d {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:53:06.112984 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.161821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.241735 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.492406 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.496425 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:06.532186 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f0d038-4105-40f9-aa9d-9ef45620355d,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:06.535890 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.545513 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8339bb-e0f3-4614-8176-b196052c8805 None None] Network 30ac8eca-db09-4761-874b-86cad4d2c361 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:53:06.548490 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 45390) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:06.549001 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] 10.222.0.10 "DELETE /v2.0/subnets/51f0d038-4105-40f9-aa9d-9ef45620355d HTTP/1.1" status: 204 len: 168 time: 0.4966724 May 31 11:53:06.549512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c656ad75-68ab-4439-abbc-5bea44b901be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:06.654854 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.729280 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Deleting port 8a16483f-5574-4f6d-9257-38fbb73465b5 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:06.729670 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.802557 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] DHCP port deletion for 30ac8eca-db09-4761-874b-86cad4d2c361 request from dv-cinder-791240-4-iscsi {{(pid=98398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:53:06.828713 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] For port 8a16483f-5574-4f6d-9257-38fbb73465b5, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=8a16483f-5574-4f6d-9257-38fbb73465b5,segment=NetworkSegment(d1aeee80-104e-4857-8e6d-b1c9588faf1a),segment_id=d1aeee80-104e-4857-8e6d-b1c9588faf1a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:06.829065 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.869751 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] Deleting port 8a16483f-5574-4f6d-9257-38fbb73465b5 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:06.870157 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.947788 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Calling delete_port for 8a16483f-5574-4f6d-9257-38fbb73465b5 owned by network:dhcp {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:06.966887 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] For port 8a16483f-5574-4f6d-9257-38fbb73465b5, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=8a16483f-5574-4f6d-9257-38fbb73465b5,segment=NetworkSegment(d1aeee80-104e-4857-8e6d-b1c9588faf1a),segment_id=d1aeee80-104e-4857-8e6d-b1c9588faf1a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:06.967277 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.991770 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:06.995915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:07.037881 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a16483f-5574-4f6d-9257-38fbb73465b5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:07.041163 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:07.042053 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] No DVR routers for this DVR port 8a16483f-5574-4f6d-9257-38fbb73465b5 on host dv-cinder-791240-4-iscsi {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:53:07.089124 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] Calling delete_port for 8a16483f-5574-4f6d-9257-38fbb73465b5 owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:07.132660 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.137033 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:07.176673 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] Pushing event deleted for resources: {'Port': ['ID=8a16483f-5574-4f6d-9257-38fbb73465b5,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:07.180128 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:07.182206 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] No DVR routers for this DVR port 8a16483f-5574-4f6d-9257-38fbb73465b5 on host dv-cinder-791240-4-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:53:07.244690 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.262093 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ac8eca-db09-4761-874b-86cad4d2c361']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:07.279136 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1aeee80-104e-4857-8e6d-b1c9588faf1a') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:07.279426 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1aeee80-104e-4857-8e6d-b1c9588faf1a') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:07.290882 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26482046'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.307311 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.315236 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:53:07.315622 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584795'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: timer() May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: self._notify() May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: event.method(event) May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:53:07.332092 dv-cinder-791240-4-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:53:07.403491 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.407148 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:07.425528 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.438415 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ac8eca-db09-4761-874b-86cad4d2c361,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:07.442208 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:07.444540 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] 10.222.0.10 "DELETE /v2.0/networks/30ac8eca-db09-4761-874b-86cad4d2c361 HTTP/1.1" status: 204 len: 168 time: 0.8949068 May 31 11:53:07.467922 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device a7a2b1e9-a86c-4189-a116-ed6a663da42b no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:53:07.506932 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: a7a2b1e9-a86c-4189-a116-ed6a663da42b {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:53:07.507336 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device a7a2b1e9-a86c-4189-a116-ed6a663da42b not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:53:07.507819 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 8a16483f-5574-4f6d-9257-38fbb73465b5 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:53:07.540068 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 8a16483f-5574-4f6d-9257-38fbb73465b5 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:53:07.540409 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 8a16483f-5574-4f6d-9257-38fbb73465b5 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:53:07.540827 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 62252074-aba5-4873-bf85-a7fdded71443 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:53:07.574732 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 62252074-aba5-4873-bf85-a7fdded71443 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:53:07.575402 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 62252074-aba5-4873-bf85-a7fdded71443 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:53:07.622685 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 45406) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:07.670308 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-923bed44-33b5-4528-8ac5-1c4cd0198c7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c64fc9e3b7fe492a86603ee3b85df696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463316 May 31 11:53:07.672526 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 45410) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:07.729265 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-38414bd2-4c66-42ac-a879-9598af0b779b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.754371 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-38414bd2-4c66-42ac-a879-9598af0b779b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.804482 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-38414bd2-4c66-42ac-a879-9598af0b779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.809095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-58ebeab0-99f6-4ae2-98cf-28af35395e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:07.822316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38414bd2-4c66-42ac-a879-9598af0b779b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a51a6c9-0cc4-427d-af4d-010d5be17987,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:07.826744 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-38414bd2-4c66-42ac-a879-9598af0b779b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:07.828868 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-38414bd2-4c66-42ac-a879-9598af0b779b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.832397 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-38414bd2-4c66-42ac-a879-9598af0b779b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a51a6c9-0cc4-427d-af4d-010d5be17987 HTTP/1.1" status: 204 len: 168 time: 0.1566250 May 31 11:53:08.193731 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 45422) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:08.243534 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-582c4bfa-c3c1-40a4-8c90-6c1acb627e84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da256e3584b34176aafbab59a5345d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492625 May 31 11:53:08.246540 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 45426) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:08.313794 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9bc46489-67c7-4f82-a3a9-4587c8f43d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:08.338660 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9bc46489-67c7-4f82-a3a9-4587c8f43d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:08.353598 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17cdbfa5-1905-4780-9154-c9db20205e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:08.395551 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9bc46489-67c7-4f82-a3a9-4587c8f43d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:08.400336 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-90667cc9-788d-4c18-8a58-4f82e1affbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:08.410999 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc46489-67c7-4f82-a3a9-4587c8f43d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af66e3c-7b5f-4c42-9597-a1633b5b11a0,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:08.418678 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9bc46489-67c7-4f82-a3a9-4587c8f43d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:08.421040 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9bc46489-67c7-4f82-a3a9-4587c8f43d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:08.422204 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9bc46489-67c7-4f82-a3a9-4587c8f43d82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9af66e3c-7b5f-4c42-9597-a1633b5b11a0 HTTP/1.1" status: 204 len: 168 time: 0.1747508 May 31 11:53:08.737932 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:10.867810 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-79cab19b-0392-4dd3-b7bd-70a3861d51e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:10.937038 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:11.747803 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:12.352824 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:53:13.574495 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.269213 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-a54dab20-6eb6-4eaa-af68-03833b5beb8e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710454 May 31 11:53:18.368482 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-39a700fe-6014-48be-b832-1e86abc8dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:18.370778 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-39a700fe-6014-48be-b832-1e86abc8dc71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 1098 time: 0.0692730 May 31 11:53:18.536021 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-758d01b3-227a-4002-af67-5a0cdd4bffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:18.537338 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-758d01b3-227a-4002-af67-5a0cdd4bffc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1476448 May 31 11:53:18.604727 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-4398fa30-e41a-438f-8d06-084da73d5a53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed HTTP/1.1" status: 200 len: 217 time: 0.0607619 May 31 11:53:18.663087 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-166a980d-1caf-4885-a4e0-5377dd038bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:18.664721 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-166a980d-1caf-4885-a4e0-5377dd038bee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0548444 May 31 11:53:18.708975 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-5336e287-4e7c-4987-8167-25b492ed96d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381155 May 31 11:53:18.836137 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-74f7aec4-d653-420b-b6bd-9f8b8d9bc043 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210186 May 31 11:53:18.966766 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75282ab5-3399-4605-b52c-3d6256ccdaa4 req-56f063aa-085a-499f-8eab-2a5b3306bbbb service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246481 May 31 11:53:38.357023 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3a09f5df-2eed-4024-b728-3c92204085ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.750178 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.860652 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-166e3cdd-3939-482c-9d30-bcb8de7ef82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.938072 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:41.752004 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.577033 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:49.351410 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:08.358539 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d96ffd4f-a9bf-41b7-be50-cc83671edb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.751172 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.862312 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17dc04c8-9909-4305-b879-c36c05785c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.941512 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.755002 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.587290 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:19.268988 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-a1594cf2-ef5b-471b-8c4c-41c4dbfe5660 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716829 May 31 11:54:19.366864 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-5d5efb3d-06a2-41c9-9442-43e6abcf9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:19.368581 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-5d5efb3d-06a2-41c9-9442-43e6abcf9049 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca486ffb8fcb4d968270b37a9fa54b54&device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0685608 May 31 11:54:19.508575 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-26aa4ecd-be9a-4e18-ae21-da02ddb12ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:19.510031 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-26aa4ecd-be9a-4e18-ae21-da02ddb12ea0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a8b1fa3-07b4-465f-b818-695d348211c4 HTTP/1.1" status: 200 len: 915 time: 0.1222091 May 31 11:54:19.649706 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-7263d699-153a-4a77-8caf-16625ef4aa14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d683f41-c00f-4cc3-939e-582712ef9633 HTTP/1.1" status: 200 len: 217 time: 0.1326489 May 31 11:54:19.710166 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-69f0f9a1-f119-4754-9cb1-8c9e248f793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:19.711569 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-69f0f9a1-f119-4754-9cb1-8c9e248f793e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5bde3d3f-4dbc-43a9-8800-ed29beb838f7 HTTP/1.1" status: 200 len: 854 time: 0.0560479 May 31 11:54:19.759598 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-1ff16d88-5951-4d78-a3e0-61823397d865 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a8b1fa3-07b4-465f-b818-695d348211c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417354 May 31 11:54:19.886044 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-81fb465e-9983-454a-8086-8d69a6c63d36 service neutron] 10.222.0.52 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200056 May 31 11:54:20.016917 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ed4c9e4-0ec5-49ce-b300-75d51452a48e req-9678f0cf-a386-488b-9a4d-b796cf7e4a13 service neutron] 10.222.0.52 "GET /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243150 May 31 11:54:26.349176 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:38.359889 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-31fb7699-b17c-4989-b179-48d0c2074c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:38.756545 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.865020 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0842b4b8-b363-4eee-84ca-1b1d1672300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.943991 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:41.013610 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb512ad6-f87c-4300-b473-28e0098a9358 req-6b2c2edb-2048-452f-907f-10b8561e1504 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:41.014974 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fb512ad6-f87c-4300-b473-28e0098a9358 req-6b2c2edb-2048-452f-907f-10b8561e1504 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 945 time: 0.0838859 May 31 11:54:41.058404 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fb512ad6-f87c-4300-b473-28e0098a9358 req-6e369cb0-bc68-4606-ab63-791630811435 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 May 31 11:54:41.687358 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-b409cf05-807e-4d7a-bbed-73c31d8f0ac2 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:41.688779 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-b409cf05-807e-4d7a-bbed-73c31d8f0ac2 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 945 time: 0.0793798 May 31 11:54:41.767913 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:41.852793 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Deleting port 6d683f41-c00f-4cc3-939e-582712ef9633 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:41.853126 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:41.989925 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] For port 6d683f41-c00f-4cc3-939e-582712ef9633, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6d683f41-c00f-4cc3-939e-582712ef9633,segment=NetworkSegment(b0a661d9-5c00-41e1-a5b8-78a8f7c341d2),segment_id=b0a661d9-5c00-41e1-a5b8-78a8f7c341d2)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:41.990279 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.111936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Calling delete_port for 6d683f41-c00f-4cc3-939e-582712ef9633 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:42.270252 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.276346 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-35d07af3-dcc0-43f8-9b6b-a5b42a902257 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:42.306527 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['6d683f41-c00f-4cc3-939e-582712ef9633'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:42.327060 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Pushing event deleted for resources: {'Port': ['ID=6d683f41-c00f-4cc3-939e-582712ef9633,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:42.369191 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.369576 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.369940 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.370319 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.370670 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.371013 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.371355 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.371697 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.372037 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.372375 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.372721 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.373052 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:42.387163 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59ba5-3e0f-4692-924b-5ee2ef5861b8 req-fbfa86f1-904c-430a-b742-03ca93c2ad40 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:42.388605 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-deb59ba5-3e0f-4692-924b-5ee2ef5861b8 req-fbfa86f1-904c-430a-b742-03ca93c2ad40 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 945 time: 0.2010767 May 31 11:54:42.389490 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:42.440115 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] No DVR routers for this DVR port 6d683f41-c00f-4cc3-939e-582712ef9633 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:42.444383 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.446747 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff079aa6-4a77-48fa-959d-0b31ed7a9cd1', 'name': 'network-vif-deleted', 'tag': '6d683f41-c00f-4cc3-939e-582712ef9633'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:42.448938 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d5445-7117-4dab-af25-a26117f72588" -d '{"events": [{"server_uuid": "ff079aa6-4a77-48fa-959d-0b31ed7a9cd1", "name": "network-vif-deleted", "tag": "6d683f41-c00f-4cc3-939e-582712ef9633"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:42.473203 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-eaff4591-1752-4359-95a0-5f37e9179ba4 req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.52 "DELETE /v2.0/ports/6d683f41-c00f-4cc3-939e-582712ef9633 HTTP/1.1" status: 204 len: 173 time: 0.7784066 May 31 11:54:42.481089 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-deb59ba5-3e0f-4692-924b-5ee2ef5861b8 req-3f8b0212-548c-4268-94c9-35ac2f624900 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc65c432-c557-4643-a3fb-1c5f0d92d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673933 May 31 11:54:42.505966 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa7c58-ae86-4ddc-8b4b-8e14078d2b24 x-openstack-request-id: req-dbaa7c58-ae86-4ddc-8b4b-8e14078d2b24 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:42.506373 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff079aa6-4a77-48fa-959d-0b31ed7a9cd1", "name": "network-vif-deleted", "tag": "6d683f41-c00f-4cc3-939e-582712ef9633", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:42.506776 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbaa7c58-ae86-4ddc-8b4b-8e14078d2b24 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:42.507347 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff079aa6-4a77-48fa-959d-0b31ed7a9cd1', 'name': 'network-vif-deleted', 'tag': '6d683f41-c00f-4cc3-939e-582712ef9633', 'status': 'completed', 'code': 200} May 31 11:54:43.579968 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.634795 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-09c01746-49b6-46e0-8927-f2fb246a621b req-0939a547-7505-4e18-83e2-4af2c4032f7e tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Synchronizing usage tracker for tenant:ca486ffb8fcb4d968270b37a9fa54b54 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:43.650118 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-09c01746-49b6-46e0-8927-f2fb246a621b req-0939a547-7505-4e18-83e2-4af2c4032f7e tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Unset dirty status for tenant:ca486ffb8fcb4d968270b37a9fa54b54 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:43.651276 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-09c01746-49b6-46e0-8927-f2fb246a621b req-0939a547-7505-4e18-83e2-4af2c4032f7e tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0576746 May 31 11:54:44.798593 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0db6db89-aef9-4723-857a-c55366a24a93 req-ea17cfd9-3768-4235-811a-b75482b0caed tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0421338 May 31 11:54:45.405248 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 6d683f41-c00f-4cc3-939e-582712ef9633 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:45.439149 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 6d683f41-c00f-4cc3-939e-582712ef9633 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:45.439500 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 6d683f41-c00f-4cc3-939e-582712ef9633 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:45.946060 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8d544562-2303-456e-bd80-b671f74041b3 req-aea94d9d-73a4-4d73-a31b-51266667e8c0 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0424037 May 31 11:54:47.094749 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-967ef101-c35c-4f9c-9a27-ad565b17f0b9 req-1b3fcfa1-cae3-4211-9ac7-bade87f6f3f5 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0447822 May 31 11:54:48.243273 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0f211c14-b9fb-474e-b88f-a605fe58013d req-28b60a11-5de9-4b3b-afdc-ae5d219ca09a tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0438993 May 31 11:54:49.387371 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ff42c27b-9de7-4350-962b-57e7d6f991f2 req-e59abb10-215a-439e-8758-1c9067d9085f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0417035 May 31 11:54:50.532843 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f1467ddc-cb83-45a2-8893-ce45a8534d85 req-0148beda-2fab-40d8-a828-809c5c81f28d tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0419462 May 31 11:54:51.694086 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a164cc95-c02b-4c22-8431-890ba2e56979 req-9641bbd9-6f91-4490-a137-97ec5bb72988 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0441597 May 31 11:54:52.843152 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0110398-ec1c-4b57-8518-52c5823c4e67 req-fb1e8ca4-2def-45cd-8069-f3b33e5e3293 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0417638 May 31 11:54:53.994600 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-774b160a-017d-4d4e-94cc-df8eb8fc3de9 req-181b67c5-6dfe-4e5e-ab57-ca7179ea30a9 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0449367 May 31 11:54:55.222042 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2805305-b9b1-4bc3-a5d7-4cb847d8190e req-ac93bf5e-6569-4a77-99ad-616f6dfa49b3 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.1240582 May 31 11:54:56.369585 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-69aef4da-dfc2-42c7-9ba4-b830309c59f4 req-0c132c67-026c-4df1-ab12-d814dcb7eef6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0409329 May 31 11:54:57.515267 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-85d69c63-7943-4e1a-8fa0-ddf28edfdf22 req-a09edf75-2808-49fe-8872-cfacd57a840a tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0424147 May 31 11:54:58.661732 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e0a80301-1dc4-4c41-93dc-39d8db0910c4 req-1af92f0e-cae3-4706-9e4e-8952a85d0a73 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0419149 May 31 11:54:59.808671 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-31767251-0085-433e-8226-5764c17b40df req-e3b4e19e-b30c-4520-b640-2114bb5c2b13 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0418243 May 31 11:55:00.962891 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-14b3be94-2075-4dd9-9f55-5e6c2cec43e7 req-0b232d45-6122-4645-b82c-e70e45b1f854 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0474877 May 31 11:55:02.113244 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9e2b9cb5-dd8f-423e-9890-81bdf060039a req-9a3c3a1f-255c-4bde-894e-958961c35829 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0446384 May 31 11:55:03.256909 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f09e4152-a68d-4a74-92b7-64d0d28c072e req-497cc289-67bc-4ace-8582-def3e4b5fb6f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0422995 May 31 11:55:03.347967 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:04.400876 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-24cf1754-ed44-4ef6-a0c9-f21f70a723d5 req-23fd828f-8a8f-41f8-a0f4-20befdcab64d tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0405328 May 31 11:55:05.552853 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0b9ea313-86e6-4343-bb0e-8d6fff4de61d req-67e8788e-0a23-4937-ae9b-97420eb9d8f4 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0440686 May 31 11:55:06.702602 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1610611d-8fc7-452f-b068-4e5f78eb2167 req-f471f46a-9646-4f2f-8340-f25c4df5dc5b tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0425787 May 31 11:55:07.855994 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec05a2b5-7a37-4cb4-b56f-883988f49def req-c5ac36c1-aeae-4360-82eb-670bda233ed5 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0452244 May 31 11:55:08.360801 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6315ca73-3c5b-4404-be18-6727a949c66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.754872 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.008016 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ead1c5ad-acc3-49af-8ec0-23982e2b4c82 req-d23bcd62-3662-4401-ae8a-19f54999c329 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0453680 May 31 11:55:10.156465 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8e484a4d-a3ed-4ac1-b2b6-0e7f87ba79a3 req-72f2f70a-299a-4711-a4ed-6d29c58a3093 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0428538 May 31 11:55:10.866926 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-58e84c47-0712-44e1-80c5-3af9398ac419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.947043 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.304318 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b557721-0e2f-48c4-9a44-0527f0bdd420 req-aa73933a-de31-42c5-926e-7dfab4d8e14e tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0425148 May 31 11:55:11.761344 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.647745 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c41ec6ce-0721-4fa7-ab09-2505bc49a946 req-e979c22c-6f27-485b-8cea-ad144ecd30d6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.2388797 May 31 11:55:13.583405 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.848722 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-23ef5e52-1309-44ef-87e7-cf6a6ce938d4 req-68da9241-6261-4b4f-a4fd-01b802112546 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0954211 May 31 11:55:15.084120 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f93a0708-459b-4990-94aa-f60ffa66c689 req-9ad24fc8-c20a-486c-b49b-305b64271aa8 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.1223083 May 31 11:55:16.232952 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-938eb9e0-f250-472c-bb2e-08f0af910137 req-d2bbf135-73c1-41a9-94a5-7d4c204fed88 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0442538 May 31 11:55:17.377965 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c749e57d-4efa-4c65-a1f6-7fce06d94e28 req-bbad3597-fafa-4f3a-a25d-f6d7237a40f8 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0420094 May 31 11:55:18.538829 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-665e35d0-8244-4172-a8fa-f4195c74247b req-bb1912cf-696b-4580-84e8-a53c20587862 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0580883 May 31 11:55:19.688312 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1020dc23-6289-4c5d-a6b5-8a492d92fdfe req-65f8cf8c-6573-408f-8332-bbbcb03d022e tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0447206 May 31 11:55:20.833874 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5a7a005c-1705-4bd8-afa7-f29a457260b4 req-04bd5d6e-941e-4340-b28d-7eff4fb9132d tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0417776 May 31 11:55:21.261669 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-5abd84d2-5fc8-4a5e-b5f5-68bd1f26b5a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700512 May 31 11:55:21.361837 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-8a9d69cd-a346-485e-a2ba-51805733755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:21.363325 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-8a9d69cd-a346-485e-a2ba-51805733755b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 1098 time: 0.0686414 May 31 11:55:21.508695 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-f9789652-48ba-43f9-b170-d3041b9eef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:21.510174 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-f9789652-48ba-43f9-b170-d3041b9eef40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1272216 May 31 11:55:21.580811 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-9abba243-363c-48a2-83d2-10d943983b56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5807380b-16a8-42c0-8f01-b90ad546f152 HTTP/1.1" status: 200 len: 217 time: 0.0641470 May 31 11:55:21.641480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-981e8dfb-94a1-4cdb-98cc-03ccbe0cadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:21.642919 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-981e8dfb-94a1-4cdb-98cc-03ccbe0cadd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.0564125 May 31 11:55:21.690553 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-0be50dd3-b451-4691-a06b-4eb5bfadb5e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417757 May 31 11:55:21.818658 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-83f6f1f4-03eb-47d4-bed0-eeadc7901ced service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220117 May 31 11:55:21.949065 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e3451317-366c-4200-8cd0-ea5be6f81516 req-83ea45b1-1511-48ea-9849-fe048c39861f service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232953 May 31 11:55:21.986175 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-beced9c8-6b9e-4c57-a7b8-8cbfe6d60e24 req-d747c3e4-5467-4fdb-9cb0-f7a8b5612103 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0411601 May 31 11:55:23.134237 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-36413664-4f23-4631-9fbb-9d95378cd43a req-e1b71ae1-b043-486e-91b3-dde70707085f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0414667 May 31 11:55:24.279997 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0ae83210-b3cf-4087-af7b-d7d2037829c5 req-835a407e-f20d-4544-9998-b3afd75e57b0 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0415547 May 31 11:55:25.426154 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ed7c032a-82a3-4b31-9faa-7434f3c308fd req-6c6920f4-71eb-44c8-838b-51387bd18ae2 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0422270 May 31 11:55:26.576032 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-76da0953-7d61-4580-bdb9-cb8e60c8f106 req-c6aae6ac-02e9-4918-80d8-0f306050c275 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0444584 May 31 11:55:27.741878 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3980b919-416a-4eab-8cca-b9961516f40a req-66957639-2f73-4943-8ff8-6bc5eafeb75f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0452619 May 31 11:55:28.888506 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d302ff28-677f-4651-b0fd-3911e7ea7713 req-a4386a6d-b38f-488e-9443-519e3f8b60bf tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0422938 May 31 11:55:29.477162 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ed9e-a412-4115-837d-67511be1dd63 req-4fe65b5c-c068-4d09-90f3-febfde6ee8a7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.478698 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c4c9ed9e-a412-4115-837d-67511be1dd63 req-4fe65b5c-c068-4d09-90f3-febfde6ee8a7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 945 time: 0.0811536 May 31 11:55:29.522911 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c4c9ed9e-a412-4115-837d-67511be1dd63 req-c69c5211-8a1e-4adb-b6be-06c50438774f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 May 31 11:55:30.034483 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c4ccaf80-7b7f-48ce-9e5e-c2deba4e3d94 req-608bf5fd-909f-4f78-8f1d-1789608a9f2e tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0417635 May 31 11:55:30.129794 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-02765126-edb6-4705-ac04-ead61f9d5cd7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.131185 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-02765126-edb6-4705-ac04-ead61f9d5cd7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 945 time: 0.0765660 May 31 11:55:30.335758 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Deleting port 96b668f5-2df5-456d-9f4e-b65c8580bf43 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:55:30.336012 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.461817 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] For port 96b668f5-2df5-456d-9f4e-b65c8580bf43, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=96b668f5-2df5-456d-9f4e-b65c8580bf43,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:30.462160 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.581640 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Calling delete_port for 96b668f5-2df5-456d-9f4e-b65c8580bf43 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:55:30.694917 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.700340 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8137f7cf-a323-4767-b80c-cb8d4c9b17c1 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:30.707785 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163023e-bd6f-480e-9b45-35410a310c09 req-65fc9c30-abeb-461c-b3ea-96f81a9d73d9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.709249 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2163023e-bd6f-480e-9b45-35410a310c09 req-65fc9c30-abeb-461c-b3ea-96f81a9d73d9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 945 time: 0.0823338 May 31 11:55:30.730421 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['72894682-25c2-40fd-8194-74bddb53d540', '1ed019bb-4805-41cc-9ff8-44e82e5d43ed', 'ea781846-741a-4163-b193-31d456993698', '96b668f5-2df5-456d-9f4e-b65c8580bf43'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:30.746500 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Pushing event deleted for resources: {'Port': ['ID=96b668f5-2df5-456d-9f4e-b65c8580bf43,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:30.749949 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:30.762541 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2163023e-bd6f-480e-9b45-35410a310c09 req-39e7f48c-3ce5-4152-8c1d-d205a485926e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475657 May 31 11:55:30.824167 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] No DVR routers for this DVR port 96b668f5-2df5-456d-9f4e-b65c8580bf43 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:55:30.826688 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.829211 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd5eab8-cfa8-4782-8a70-19689910802e', 'name': 'network-vif-deleted', 'tag': '96b668f5-2df5-456d-9f4e-b65c8580bf43'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:30.831462 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d79184-96da-4fe8-9f9b-3cc41c12d8d1" -d '{"events": [{"server_uuid": "0fd5eab8-cfa8-4782-8a70-19689910802e", "name": "network-vif-deleted", "tag": "96b668f5-2df5-456d-9f4e-b65c8580bf43"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:30.845302 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f5c4eb88-ec12-4c81-ae8e-b3ed98ad4d7c req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "DELETE /v2.0/ports/96b668f5-2df5-456d-9f4e-b65c8580bf43 HTTP/1.1" status: 204 len: 173 time: 0.7081816 May 31 11:55:30.941058 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dad3d8e-db97-4a56-8fb1-7f06f790fbd8 x-openstack-request-id: req-6dad3d8e-db97-4a56-8fb1-7f06f790fbd8 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:30.941378 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd5eab8-cfa8-4782-8a70-19689910802e", "name": "network-vif-deleted", "tag": "96b668f5-2df5-456d-9f4e-b65c8580bf43", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:30.941674 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dad3d8e-db97-4a56-8fb1-7f06f790fbd8 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:30.942081 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd5eab8-cfa8-4782-8a70-19689910802e', 'name': 'network-vif-deleted', 'tag': '96b668f5-2df5-456d-9f4e-b65c8580bf43', 'status': 'completed', 'code': 200} May 31 11:55:31.195823 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac14ecf5-67d4-4ebd-a559-653e42386e22 req-6438c167-62db-43ce-9fbd-d01b57ab2b62 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0435069 May 31 11:55:31.915768 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c11b1c93-e61d-45c0-af24-dfce47f61c14 req-90e3b9a3-45a5-483a-92ac-3997fc265804 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:31.930742 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c11b1c93-e61d-45c0-af24-dfce47f61c14 req-90e3b9a3-45a5-483a-92ac-3997fc265804 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:31.931847 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c11b1c93-e61d-45c0-af24-dfce47f61c14 req-90e3b9a3-45a5-483a-92ac-3997fc265804 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0584257 May 31 11:55:32.344135 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-794e7958-2991-477e-8fa4-c53e8f16abf4 req-5b7525c0-06df-4fde-b4e1-e9f0409397c4 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0456531 May 31 11:55:33.080752 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d984e555-64c5-48c3-b284-81f06fb3a5e2 req-cfe04225-77dd-4739-96ab-148d95da3ca6 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0462899 May 31 11:55:33.490577 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fc9c03d6-7e49-46fa-8c19-4dc4264a1d0a req-075637bf-519e-4b76-b010-c6652bcb1ad8 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0425684 May 31 11:55:33.679237 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 96b668f5-2df5-456d-9f4e-b65c8580bf43 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:55:33.712418 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 96b668f5-2df5-456d-9f4e-b65c8580bf43 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:55:33.712753 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 96b668f5-2df5-456d-9f4e-b65c8580bf43 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:55:34.225394 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4bb7356c-96a9-4f37-a7e0-5db2a18413ad req-b90b5bdb-e5ab-419c-98ca-042fa28b5076 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0421510 May 31 11:55:34.643977 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ed3ae7f-b4a4-4609-b8e3-c3ccdc4da892 req-982999d4-1f1e-4a9a-b7f7-4b8314335e1a tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0414577 May 31 11:55:35.371653 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8240dc2f-36cc-42f6-8fcd-d7cdf889b900 req-52851f7a-bd32-48d4-82fa-e776836b03e5 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0412486 May 31 11:55:35.798385 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-28d283fb-0764-40e0-9cfe-93f93cf1f382 req-076233da-3ef8-441c-abd0-bf3c63d7b746 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0456550 May 31 11:55:36.519547 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ccd64822-9ca1-4a90-affb-b598002aee78 req-3d18c02a-b16f-4f0e-9b9e-142311c56fee tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0450115 May 31 11:55:36.944374 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-785d5550-2409-4cd8-a85a-8310b459715b req-1439f728-6ce4-40ad-8ea2-6663227a1f27 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0442359 May 31 11:55:37.665768 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6d41e5f2-ed0e-44a0-aa0c-945073e440c3 req-fc43c751-1fcf-4ff3-9ed1-676b1b125936 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0433464 May 31 11:55:38.090499 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-62214291-ca34-48a0-acf6-b0757d5d69ef req-8d056874-f8e3-4782-ad90-d4f8190e2a70 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0408454 May 31 11:55:38.363322 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8107ee17-ccba-4b2e-a493-f666bd92f9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.760562 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.813377 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e29cbcf9-b147-400b-b39f-ef8806324618 req-f2fd3059-dada-417b-afbf-ea72c8bf95f0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0413005 May 31 11:55:39.238386 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bfdf9f4d-8690-49fc-89dc-dc20bb4c2390 req-1b0c5204-9223-4f45-87ea-04b263a3c988 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0444643 May 31 11:55:39.961964 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c57a6e9-cc77-44aa-9d51-e522fe444a49 req-e278c56e-3583-4099-b927-a45e0010dc0a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0450857 May 31 11:55:40.346884 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:40.382050 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b6f38117-0f3f-40c5-9670-b43c8f7180de req-e5288f4a-357c-4e48-b15e-7cab2cf4ae53 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0423136 May 31 11:55:40.867460 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a2e84c27-97da-4c49-bf75-4c37160f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:40.947296 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.234831 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d0be1ce0-117b-4046-a44b-c7506d547589 req-1ff0aa42-a16d-4ed3-bee9-97c18b9b3dd9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0457258 May 31 11:55:41.529848 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d08c2cf9-a5ed-441d-b946-db303672e9de req-28ca8562-fa2c-4dd7-a873-bb020ae99160 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0409353 May 31 11:55:41.765195 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.382356 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b012f296-0dcc-44fa-bc96-245ba179ae24 req-681644d0-6226-4121-a8d1-4e6c7912e7b2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0430551 May 31 11:55:42.677695 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-806d05be-1284-4cbf-98d6-792a50002615 req-4c339757-cf8a-4394-9d95-cc920ac87f7b tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0454462 May 31 11:55:43.530685 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-40123a4a-fd85-4d1c-abe3-cb019c69e3d9 req-9af1bd2e-5387-4260-a436-7ed886197262 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0449407 May 31 11:55:43.585612 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.823708 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-649ca680-eecb-4b5f-a1a0-0d27052b1411 req-1463d83e-e6aa-44a5-b00b-36fa8baa1098 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0426447 May 31 11:55:44.675236 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-385a3063-aa1f-4753-bf38-3a565a2a87fa req-4410c8e1-a334-47bf-9e1a-b3731e88b0bb tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0424888 May 31 11:55:44.972611 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dfcbb5bd-15bd-4aba-b5c2-0e4aaf7cbbc7 req-3a3d9033-7d26-4427-9c7f-f071679bd65c tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0440106 May 31 11:55:45.823625 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1cdab405-ebc8-461a-974b-20eb992e26c0 req-ad91b6f0-5c3f-4fd0-b5fb-bbfecef082a4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0425491 May 31 11:55:46.119874 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f244b097-6a83-4004-8259-584f71408c87 req-2775c3eb-e4b7-43d6-b985-6831892ef65e tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0436652 May 31 11:55:46.972826 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e364a152-6c0f-4178-9825-2778cc57e1d8 req-96d0878a-ac94-4767-a56b-f17cd4809f56 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0447018 May 31 11:55:47.265691 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-13c4da8f-082a-46d5-a527-6ecaef0c14a7 req-2bc306a1-87e2-47d6-b885-35571df42aaf tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0418215 May 31 11:55:48.117408 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e6cccb43-35f3-4086-bd9a-f3ee6b1f8eec req-d50845a0-e6e5-46de-87a5-7063cae9dd01 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0415206 May 31 11:55:48.412383 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-989edec0-533a-44ba-b395-b8a1522190a7 req-c7b294cd-9716-4c15-8de3-3768a716aacb tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0418489 May 31 11:55:49.264122 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1699c45a-81f6-49cf-a5ca-43d6d4cd2165 req-90001541-f3fd-48a8-bf4e-e866e02d705d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0413308 May 31 11:55:49.560548 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-83a5ea6e-58f2-4e44-b645-642d5058ed4a req-ddc6c295-fff3-4fee-8b8a-831a85fef7da tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0449586 May 31 11:55:50.410796 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-87a5dc50-2530-4d24-9b03-ebf9bfd2c97d req-151dfbea-bf38-494f-9cf6-b02113d543e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0447373 May 31 11:55:50.707331 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d1419b48-fe67-4b6e-b688-52cbc0480a28 req-4d1a7e07-5abe-4dc0-a677-b914cf3e0b42 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0415387 May 31 11:55:51.556073 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b4e65a7-6dde-4c69-ab2e-0e37b020c496 req-3dd14df3-d95f-47bc-927b-f2b5a203a538 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0431621 May 31 11:55:51.854637 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c243a359-e6d8-4f95-8439-90958d499f7d req-29b30abb-6a33-4568-b136-fcc13ae21ebe tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0411122 May 31 11:55:52.702083 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5bdec4be-4115-4732-ae13-83ef702ba86d req-ae68e550-578a-46ea-a211-333e3919848b tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0427012 May 31 11:55:53.009207 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1ec09026-1c2a-48f6-a3cf-e81578693532 req-1bb547d0-efdb-47f9-8150-42937278a805 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0465662 May 31 11:55:53.916969 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dad42f6a-984b-4885-81e0-cad250e650ad req-cef522d9-4776-42a5-934b-efcb19ac4057 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.1128399 May 31 11:55:54.152940 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cd920f2e-b89e-470a-9d60-06190c14858f req-ab69cc3e-f4bb-4207-b68d-9629de5593f8 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0419946 May 31 11:55:55.061876 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25eb22b3-98f2-4057-ba9c-330babd106ea req-263b1eac-a8ea-466d-bdb7-c94497b55447 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0414755 May 31 11:55:55.302234 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d2e02f70-c0db-47e7-af29-d5d6e89b7091 req-c722d9ae-b9ad-4d90-bcdf-65da09523082 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0418048 May 31 11:55:56.207681 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b161825d-7ccf-432b-af7b-242a0b0b8ab4 req-566f7825-ac49-4022-9cf8-dff3e90abfb6 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0411954 May 31 11:55:56.449670 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d3b356d0-be69-40e5-b9f4-3a63ce47ccad req-f910fd0b-261a-431a-8207-076bbc568ab4 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0451570 May 31 11:55:57.355911 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7eb62b98-6058-4839-9ae6-7f22b8963e96 req-17b79f1f-2088-4242-b480-9530a5302815 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0439122 May 31 11:55:57.599241 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-df7fd61c-accf-4014-8f32-85f03796ab82 req-f197e62d-c653-4014-847d-ea073fe62320 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0461864 May 31 11:55:58.501175 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-932cd845-55c0-4e4a-8100-d670f581d456 req-565ab42c-2822-4ddb-a975-0479d2650f5d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0411546 May 31 11:55:58.748089 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-078f7649-7548-420d-a8b8-ab9c513fe744 req-86aed788-8dea-4c6e-bff1-0321f1a92e42 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0415556 May 31 11:55:59.673844 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f13484bc-26ed-49b2-a88e-3a59cec8fb4a req-18dd9bc2-53b7-4400-a592-95596d8b1ad0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0485709 May 31 11:55:59.976457 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-77cf5be3-3a5c-49b9-a2dc-2c8e5810d840 req-20a69241-681a-4cd0-a888-8dfd0da4d8f9 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.1254175 May 31 11:56:00.958198 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e7fdbe60-4dcf-458d-a09b-9ad7bc7c92ab req-00f4dd24-14dd-4c56-89c6-87159ee92b9d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0451796 May 31 11:56:01.119721 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-99646ce6-28ff-4f91-89a7-3149955d9bfc req-0261b542-6f0b-4f06-a8de-d1ec65220df0 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0415134 May 31 11:56:02.107617 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3ddee4f1-e38d-4639-8b31-69fb90cc3b88 req-9302ffa8-da4c-4a58-8720-0bf56b2bedbf tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0408018 May 31 11:56:02.267485 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a4ded4d2-4464-4079-95c3-200b1bd21b11 req-ecd0e90d-a6f2-4ec1-80c6-64b26e24bf46 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0419281 May 31 11:56:03.254299 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e40b8b66-f31e-4755-a94f-aca7c25a2d48 req-51b15acb-def4-415e-9ef3-c0886ab8eed0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0421381 May 31 11:56:03.414533 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5ddaf167-7a6b-4e9f-b9f2-46874db39310 req-d1c0cb7d-c4e7-46d0-96df-905edd82ae4b tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0437870 May 31 11:56:04.404758 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-281ae7a5-c2da-4038-9377-8f0685b85534 req-da10ed7e-3f69-4dd0-90ab-f5d0935af9e6 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0442638 May 31 11:56:04.558123 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4097580d-2067-453d-ab68-e9926f8bd9cb req-421fc405-6e2a-4b75-8c5d-1f24795de1e2 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0411961 May 31 11:56:05.550945 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-02185bc9-1c6b-4753-98bd-3a7a69a8297f req-f5c4d3be-797b-4a80-8ea5-8f8ef676de57 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0410981 May 31 11:56:05.705172 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-152b93a5-77f6-460b-a43d-11e758f036c4 req-f9058b41-b017-4bfa-92d0-4749c0f2c86c tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0412693 May 31 11:56:06.698857 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5c9f0132-4847-41cf-9bcd-7a4726718cab req-2631ff6f-139b-408f-85b2-e733fde90b7f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0419800 May 31 11:56:06.852920 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-31a2fd74-300a-4367-96bb-fe039ffe001f req-3b68c84a-b82b-46d3-b607-1d2e6534afbf tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0443673 May 31 11:56:07.846063 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0f87ff20-f2fc-45a7-8f9d-ba8b6362ef9c req-f5aa1eb7-47fa-4f28-be52-cf3a6965ac85 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0446029 May 31 11:56:08.000622 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e3e1200f-fc83-4d56-b5b2-8919d71ef235 req-c154cf4e-52c7-4a5f-b78e-6cf04bea2cd0 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0420182 May 31 11:56:08.364457 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba469d32-fdca-4873-ad2f-4140f37f17dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.761257 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.989041 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a74700c8-b640-4d29-9411-185ebc932f89 req-70c60a08-c67e-4f45-a80b-6eaaf9779848 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0411181 May 31 11:56:09.147878 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e2786ac3-8fe1-437d-aff6-ee92cfaab5b1 req-3e4fd95a-98d5-4fac-80c2-9e9b102d9b7a tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0416298 May 31 11:56:10.141352 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-110bb2d9-2348-45f4-9f7e-c0347f7b7166 req-a513a3fc-4f42-49d9-a325-87d1d3b9c0ae tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0424786 May 31 11:56:10.296125 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-f4d247bf-07bb-4dd3-b1cf-8e4f343f2a05 req-94a01b62-8b3e-4697-a4d9-65ae337231e2 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0448184 May 31 11:56:10.868481 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8a949653-b602-4729-adeb-8833ba9be0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.948335 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.290163 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a86f0e0-7cf4-4a7d-8036-e49e78d39245 req-48cc8e55-d00c-4410-ac97-6e152dc6e429 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0452456 May 31 11:56:11.440206 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8fde92ca-e0e9-4114-bb8c-5d087cfda017 req-d4a1eafb-11c1-4fed-bde4-a86fe3f7047c tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0424757 May 31 11:56:11.767907 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.435108 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7f96d2a6-5ba1-4d3b-bc7f-098758ff7bd4 req-bc18869b-48d5-4943-a98b-daee85ca7b20 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0417345 May 31 11:56:12.586379 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-477e898b-d6b5-4199-afb4-216825556a6c req-0b5cb774-da9f-4be2-893d-35b3d4153fa7 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0420871 May 31 11:56:13.582968 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-11140711-3dba-401a-8314-6e460e7cfaab req-269815b6-713f-4e0e-883d-271bfe5246c4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0419936 May 31 11:56:13.605842 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:13.739679 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4eefb4de-bdbf-4d46-b638-9f4ef8ef2690 req-70742529-8589-4655-be5d-83aa348fb53c tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0461111 May 31 11:56:14.735743 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b83a5118-f085-4cae-9b8a-fdcdcef1af95 req-011544e7-b9e1-4045-86b6-1a81a48c5a2a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0445337 May 31 11:56:14.884016 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9f3c7b1e-ae05-4874-9d05-27d10dbd77bb req-a45e271a-db13-4513-a0cc-e331dab9077e tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0406916 May 31 11:56:15.882429 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ab756300-7aee-4b18-8d6f-4f6c808ba6e6 req-bf9f3b00-8ca5-4669-944c-053f98e29b09 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0420179 May 31 11:56:16.032877 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-07503a25-0245-45e0-aab0-c9efcec9e281 req-944a02e5-ba9e-43ee-a67c-deb1ef242263 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0430744 May 31 11:56:17.030244 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ca58c0a-08a9-4080-b285-d3eb4cc50329 req-9a837f41-0547-47a9-b04b-736059e4323a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0418594 May 31 11:56:17.178804 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-74c9bc93-ea10-4100-9084-7f1431c30b60 req-737d6a26-50c0-4a41-833e-57cc28e99fb4 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0447550 May 31 11:56:17.346204 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:18.177534 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0345be98-e6fb-4831-a520-e722b4022596 req-296244e5-9214-4103-a710-8a97b718749e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0453963 May 31 11:56:18.325113 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d77587a3-95ad-4271-adb1-7af759459180 req-251a7952-3e24-4f2b-83c6-40c906db5e16 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0418887 May 31 11:56:19.322897 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-52272f5a-eb0d-4353-b398-1437408a3566 req-ce545500-8df5-47ac-b62b-e2d8fe649133 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0424416 May 31 11:56:19.472868 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9f755f75-1bb7-4bbb-b451-3c27a53e24c6 req-5fa41ebf-9ce4-4002-9843-ff1dbb33f830 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0413992 May 31 11:56:20.470020 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d1179387-e336-44cf-9243-8660743950e7 req-48e1d4d2-a2e8-4b35-a98b-e046cf420229 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0416641 May 31 11:56:20.620166 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cffeefd8-b579-4b45-9947-3a754219fafc req-959d1986-b425-4508-8bcc-f76ff847ff84 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0445566 May 31 11:56:21.271531 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-0c2550ca-9162-4ef5-8d79-3a8acc2e2c24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715101 May 31 11:56:21.373071 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-a6b05fc4-94d6-48c4-8c23-168b9273cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:21.375002 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-a6b05fc4-94d6-48c4-8c23-168b9273cd7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1098 time: 0.0693755 May 31 11:56:21.529171 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-cd615c83-ac24-4020-a018-ea4b7c899946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:21.530544 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-cd615c83-ac24-4020-a018-ea4b7c899946 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1373565 May 31 11:56:21.629094 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-0375f2f7-7fa8-478f-b06d-fe7415848dd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 200 len: 217 time: 0.0924575 May 31 11:56:21.676460 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1d59cd9b-a418-4e3f-b79d-eebc4c624981 req-997f849b-dc27-49e7-83c1-6a2d3bb2d7f8 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0834644 May 31 11:56:21.769233 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fe441e50-f397-40da-b2af-077cbdcfac23 req-79735b70-d227-4318-87d1-493f5a32fe6b tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0429404 May 31 11:56:21.776218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-fe9603f7-07e9-4394-9dd7-928cbbc9ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:21.777736 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-fe9603f7-07e9-4394-9dd7-928cbbc9ee2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.1426992 May 31 11:56:21.823790 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-707aecb1-1c9d-40b7-912d-913bb017b040 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399959 May 31 11:56:21.950051 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-245f3cde-342c-4e8a-81fa-f6af82d1ab60 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200669 May 31 11:56:22.075537 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0b15fffc-9b3c-4965-9bd2-4c96cfec3d70 req-1f42b0d3-3491-4935-9f63-b8e16ebab3c9 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196933 May 31 11:56:22.823332 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf7e8f20-0704-458c-82b6-0007deeaed24 req-134bbd80-b312-46e7-977f-3bcbaf9fc6ae tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0420284 May 31 11:56:22.920654 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0eef7c71-3d91-4760-81e4-e50d1b652ce9 req-5be60f20-f34f-461b-a325-b11ca6d7ade8 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0441477 May 31 11:56:23.975113 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3ae4bcc-51a7-4f15-b994-bd92901f4404 req-fc966356-e932-4261-bd7f-ec99169f8268 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0458355 May 31 11:56:24.069531 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6f301ad9-eec6-43f0-b5e6-9e88f44a32af req-028f5c80-444e-4bd3-86e0-f9a25d00cd1c tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0460687 May 31 11:56:25.120592 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76f162d4-21a3-4815-803f-d25ecd4152b6 req-19f1bba4-5543-4d54-b22d-2d068fccc21a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0421519 May 31 11:56:25.218529 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-601cc4fe-06e2-4b2d-bff1-8f00f9f169bb req-cbfaa892-991e-4014-b630-47bbf3241adb tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0435381 May 31 11:56:26.266095 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3cdf957d-9dcc-46fd-a36b-8494f0144da3 req-19ff63ea-ed4b-423e-88d9-aecb1fe0b25e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0430334 May 31 11:56:26.366553 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c917625f-4dfa-4937-8582-5a4a4e0fcc30 req-4ed54e6a-6132-406d-85c6-be8b6067d4de tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0414622 May 31 11:56:27.418154 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-00289e07-6d6c-4926-bb5d-463a711c6079 req-fb967b73-5a01-422d-b61b-52843de524d9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0457273 May 31 11:56:27.518386 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-88a4c97e-9326-4e10-824a-5580c9ce097d req-dbf1675d-1dd7-49a3-b158-2e0b18ec3dc6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0467832 May 31 11:56:28.563714 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a99c989-f159-4feb-8da2-bbe92b126436 req-79006927-f9e5-4f4a-ab94-3b2e9869ae0a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0427260 May 31 11:56:28.665573 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bf4be361-b219-4bf7-8b51-38d13fb112c0 req-56272cdc-64d1-453c-9eb7-c686637ac25f tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0417976 May 31 11:56:29.709837 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a3f4eebd-bacc-48e3-8369-ba2d22f0e645 req-554b3c5d-d7cb-4af9-90cc-8384b477973f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0413022 May 31 11:56:29.815670 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bc43e3d3-31d1-4d7a-b6bb-ec1b58aac6d5 req-8e860879-9df2-49ac-900e-6e14bc2f80ba tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0413949 May 31 11:56:30.354040 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-80006a78-7e52-4b5f-a837-1cd9ce44da2d req-314635a2-e00c-4159-9eb8-17daf2ef2ced service neutron] (98397) timed out ('10.222.0.52', 64373) {{(pid=98397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 11:56:30.861120 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4d1cda30-c3d7-429c-8335-50795cfbd44d req-8bae13da-6564-45f7-b6c3-e433f8dd88f8 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0454059 May 31 11:56:30.965748 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cd0a8e8a-054c-4d6f-a6bf-f3b9b971f27b req-6d8cf93d-0faf-4108-ad21-280017020c64 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0438669 May 31 11:56:32.017193 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-28aea86f-192e-49fe-bf29-3db7749a5450 req-c9fcc20a-50dc-4615-b8e7-a4b7f0ea1b23 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0425093 May 31 11:56:32.113272 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ab22d00f-55f6-469c-90a2-f7c6d5f1a824 req-e9fb79c4-192b-4092-9b1b-80b8d622b8f0 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0407572 May 31 11:56:33.159990 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-15732cdd-67fd-4c95-9a07-7990c82af0c6 req-7a6c4298-a2a1-4086-8bba-2d16431adacc tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0415635 May 31 11:56:33.268771 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0fa3a438-ec9b-420a-9e8b-47bbda3925b9 req-ff401904-e7d5-472b-b953-d28c0deeb72b tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0479908 May 31 11:56:34.314046 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-632d1535-fd43-4b5f-8573-bee20ebe6247 req-feded513-9cc6-44bc-831a-fa437f01afd2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0485623 May 31 11:56:34.417419 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fae08eea-dbfa-4362-acee-61c405d99d59 req-3742e9ed-fae9-4508-9b96-417e95396022 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0451069 May 31 11:56:35.458859 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b4e4659a-577f-4e6b-bba4-0b2044e7836e req-0a7b84aa-bd25-45fb-b587-eee97b0c6570 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0413482 May 31 11:56:35.564919 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-41f21208-d650-4765-b7fa-0fd53e02f5ad req-c7bf48cf-b2e9-4ab3-a1d1-72bd1d9c94b0 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0427947 May 31 11:56:36.603950 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8f95ecac-90e5-4ab6-ae76-327c0cf12c09 req-473b0e15-ba86-4922-b8c0-ce71f5be7612 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0409122 May 31 11:56:36.715986 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-28a922a2-c68a-4ea8-9ff6-dea604b7daff req-a03b5235-3bb6-4601-8bec-1aaaca4a1378 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0416703 May 31 11:56:37.754891 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7d4a61e9-859f-4d82-87dc-833461f86197 req-d45cbf3e-a0dd-4794-ae7a-d55598badcc0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0442455 May 31 11:56:37.864073 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d785627b-b016-456c-8f20-541bb7e8ea07 req-e237e174-64e2-4a5a-a359-4df5fff5786a tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0438554 May 31 11:56:38.366285 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3273faae-fbc0-451a-9cd5-7fc7b605e94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.767310 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.900218 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-26c2de4c-209f-4b96-872e-ffad760f26dd req-54feeee4-590e-4889-9672-ebf772742cc4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0416710 May 31 11:56:39.012352 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6e28b06f-1da2-40cc-8a2f-175e01a7110d req-52966998-4a16-4cf6-864e-f9bc7c5e343d tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0423892 May 31 11:56:40.048247 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-523553e9-2e87-4ac0-90ca-237b9ba9acf4 req-17c54b9e-22b8-44e6-a1e2-aff0d9fc7913 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0428536 May 31 11:56:40.162612 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-77609632-86de-450a-8802-feecba462046 req-e263f863-86de-4f36-b439-efb1015e029a tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0416777 May 31 11:56:40.869499 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3f25c31e-3a08-41f7-a459-c2149b1d1504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.948912 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.199101 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57f75837-0b5d-4d6a-a792-ef20d69b1ec1 req-67075dcf-53b7-436e-b7a6-e9b2acb8d92e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0458550 May 31 11:56:41.313948 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-201615d7-5b4c-4af8-8bbf-0245a8ea9d2f req-8bac4d90-654d-4f4c-963f-79d720b27622 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0479147 May 31 11:56:41.769063 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:42.344852 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fa79bea5-6d26-4c57-9857-dba215a53490 req-a63f5216-aa58-4730-ab32-f549d12755e8 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0426068 May 31 11:56:42.467763 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-28e20db6-e1d0-4a40-b0f3-9a870d4d39f1 req-d545ad69-ad2a-42a3-8090-966df9251cfa tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff079aa6-4a77-48fa-959d-0b31ed7a9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0415390 May 31 11:56:43.493214 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a81d7a3e-969a-4a1b-8c79-6487d2aca4ca req-16ae722f-6f68-479b-b20a-1b2a0e8a7a0e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0438011 May 31 11:56:43.590875 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.645000 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-189e63a1-a35e-4836-93aa-eed5425717cb req-4261d369-0e3e-43b1-99d6-e43897d0a68e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0459876 May 31 11:56:45.794414 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2a2b4089-cc54-443d-915e-372f32bbcb51 req-bcbdf2d3-8fe7-422a-b073-98bad9885ad2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0417259 May 31 11:56:46.938261 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76c6dc0d-1792-4f24-888f-4c87b91d88e0 req-a479e1c4-d974-417b-aa06-1e1576014a57 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0419266 May 31 11:56:48.086170 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4b5bed81-d7d0-4d0d-bb76-106bf0897111 req-ce45fe64-8099-44b8-bde8-eb93f260c106 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0459678 May 31 11:56:49.231961 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6bbb4edb-7a26-4e64-b5c9-6d1d5a133f83 req-9142399a-01cf-449e-ab95-b7d04f332c2b tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0407791 May 31 11:56:50.379294 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8576f5a6-08dd-4812-bb41-25112b98855e req-62cd384f-7eab-46c4-a65e-c94d75d837d1 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0410798 May 31 11:56:51.529773 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08e6d9df-da51-4975-86ed-609988b2e9aa req-0af5e96e-a04b-4aab-ae70-e74bce3523a6 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0452523 May 31 11:56:52.676346 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-91f67b81-4669-4787-8c6f-82aa7baa3ec8 req-230dce3d-ba89-4358-91af-a86bf4f4479d tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0427232 May 31 11:56:53.824696 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b3f7305b-892a-49c0-bc26-fe5909ef33c1 req-efe5ec9b-45f1-44ae-94bb-09535bd7c1f7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0458028 May 31 11:56:54.344489 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:54.983725 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7eed376c-e02d-436c-bcf1-1d3f3216766d req-09fcf1b1-7a31-4dc7-9c70-61470db654d2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0466585 May 31 11:56:56.128565 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7cba41c4-155f-4096-adf6-e644da190024 req-21bf8c64-8c62-49d2-a18b-4521dd34057a tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0412271 May 31 11:56:57.416533 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c5f66007-a249-4735-aef5-400a0593fd24 req-be54fe59-7069-4c65-9fd1-7e43e4000f00 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0435772 May 31 11:56:58.645548 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8c3dc1c2-7c2f-4626-a797-bd90c0b8b8cb req-9edb33e5-855c-48b5-995a-b8d194e0c1bb tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.1208591 May 31 11:56:59.790245 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-19bc52c0-753d-4a02-854d-f3a78974c02d req-c7fc86b5-ffb2-4d4f-97f5-d130a7027f9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0412691 May 31 11:57:00.936191 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-927d0767-be6f-4616-8b3c-0e8da770380d req-ff92906a-5d96-41d0-a7f7-edc222020938 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0413353 May 31 11:57:02.094595 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fbf08bf3-a905-4d96-8a8e-1f292ae820aa req-3bd9e257-58aa-4f4d-8eb8-ac5f70d79869 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0472057 May 31 11:57:03.245015 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-14c3d6cc-3e66-4529-a48a-58f3eaee8ccf req-0c18cdde-d993-4fb9-b355-8f5b1f0daff4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0407753 May 31 11:57:04.391189 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-994f248a-c158-46b9-b06d-483958a449e8 req-836c0442-c762-49a8-9cca-2b0d292849ff tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0415342 May 31 11:57:05.540440 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b783ab38-4848-4b72-a1f2-98001ec80b50 req-957140d0-5df5-427c-bc8d-a38c12481737 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0442121 May 31 11:57:06.691647 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-afa91706-f316-47b5-90fa-60e087a11260 req-5c1bbaf7-0224-4106-a480-0a74d8f3ee10 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0426116 May 31 11:57:07.838349 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b4aa64a8-8fc5-4da1-83ff-079e26b1a583 req-66618a60-56d8-444b-9f85-d63ef424f221 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0436566 May 31 11:57:08.368296 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a5c90d98-02cc-4a4a-a7b6-f5731f7edecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.776310 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.986304 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c5264505-8a4c-4bf8-bcb4-f222e8eb20ac req-c795ac66-40b9-4fb8-91ca-57bb9ff347a9 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0453885 May 31 11:57:10.134444 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-097466de-2b5d-4ffd-a97e-6172721be9e6 req-fec99f63-8085-4bba-ae87-7033710e46e5 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0439818 May 31 11:57:10.872905 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0478547b-9b77-4a4d-8953-b95d10ed0aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.949436 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.286745 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-54f7a020-895c-49b1-878a-09b50f345b14 req-d564fb0d-d16f-41fd-bdd4-ba67cef4cc9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0445910 May 31 11:57:11.771505 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.257704 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [req-ed3e5709-ff2b-4a12-a292-78a79a20e245 req-5e910cc5-5905-4565-aa3b-34a78f3239fa service neutron] (98396) timed out ('10.222.0.52', 64520) {{(pid=98396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 11:57:12.442562 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a78f7334-7fc5-41d6-b4cb-2498af8b81eb req-5ff6c0ec-bf9d-4640-9298-0e29cdc6a9a4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0451446 May 31 11:57:13.589271 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c56d78ae-cc42-4358-9909-10dc87a40aae req-0f4eabce-232c-4114-acd5-d104c4ad139f tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0431392 May 31 11:57:13.593957 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.748325 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f3c9b4ba-8aee-4243-9ae0-7c1c0ed5414e req-5243dd93-c20b-4735-9b53-d52bae5f6c92 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0423837 May 31 11:57:15.900068 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a5d65a48-df81-4ca3-a6fb-2450f75adadd req-048e1672-5df1-4c81-9b91-bbbc61daf033 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0463088 May 31 11:57:17.046931 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-76eda37d-13b2-48af-a617-c6c812c2cc38 req-3f9d86a5-3989-4be8-8090-a25e1ceaf3fb tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0422661 May 31 11:57:18.210957 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c5574b20-8f88-488c-a9fb-a53e4ce2fa1e req-cf67c72c-865a-4e02-8062-67a1aefddde5 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0424786 May 31 11:57:18.855789 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-7b315335-e011-4116-8f98-089c93d2bedb req-d420c953-dff1-410d-b67f-380a5aaaf8a5 service neutron] (98397) timed out ('10.222.0.10', 39328) {{(pid=98397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 11:57:19.362960 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ea921bda-af75-42f1-8767-c0f25396b24c req-af4b0742-9700-4b09-9b30-bc483ddc9209 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0435083 May 31 11:57:20.509177 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b71469ad-7f82-4426-8386-56cf6d3e32ac req-69a64465-1580-4048-9ed8-89344b7c4913 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0436058 May 31 11:57:21.652749 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92659010-a48e-4063-a52b-b9df07d5e6af req-c2a4ab67-ce2c-40ce-87a0-d4e54e913d4e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0412865 May 31 11:57:22.302671 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-01f45ebc-6367-477c-9009-03253d77ec45 req-d5a37952-ab87-4763-b0c2-02e9b88749c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102464 May 31 11:57:22.415016 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45ebc-6367-477c-9009-03253d77ec45 req-4ea1995b-1cf0-4335-8225-df8a196baa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:22.416515 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-01f45ebc-6367-477c-9009-03253d77ec45 req-4ea1995b-1cf0-4335-8225-df8a196baa25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 1098 time: 0.0820289 May 31 11:57:22.557620 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45ebc-6367-477c-9009-03253d77ec45 req-24905b85-1d91-4fd4-b9d4-fc7a10d5610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:22.559065 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-01f45ebc-6367-477c-9009-03253d77ec45 req-24905b85-1d91-4fd4-b9d4-fc7a10d5610e service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1246133 May 31 11:57:22.627614 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-01f45ebc-6367-477c-9009-03253d77ec45 req-f4ca55ce-f4da-4e63-bf51-4320768ef2a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea781846-741a-4163-b193-31d456993698 HTTP/1.1" status: 200 len: 217 time: 0.0619941 May 31 11:57:22.688686 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45ebc-6367-477c-9009-03253d77ec45 req-ad564330-d091-4c8a-b3cb-6daa34d31355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:22.690131 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-01f45ebc-6367-477c-9009-03253d77ec45 req-ad564330-d091-4c8a-b3cb-6daa34d31355 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0571365 May 31 11:57:22.735566 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-01f45ebc-6367-477c-9009-03253d77ec45 req-9726c53a-7f8e-4cb6-9c29-6e4da4838f13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393877 May 31 11:57:22.805864 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a77e0a3c-b55c-4bb6-bbbc-55f3a739c341 req-b13a1bb3-775f-4d0b-83e5-867c16201797 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0445685 May 31 11:57:22.865523 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-01f45ebc-6367-477c-9009-03253d77ec45 req-b0284bed-3807-41e3-a390-f1456c801803 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232793 May 31 11:57:22.994191 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-01f45ebc-6367-477c-9009-03253d77ec45 req-12a869c3-f908-400f-967e-7e5edc0c8068 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218722 May 31 11:57:23.955412 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-14bcac6b-b7e0-46cf-b486-0df9a4541fa7 req-a76782ed-9427-4a1a-b6ec-8e085ea71ab5 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0456514 May 31 11:57:25.100780 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-89c285ec-32c0-4c2c-82fd-db4706b7e082 req-839d286b-348a-48f9-8ba3-3a6a5ded9561 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0417478 May 31 11:57:26.246992 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a78eac67-bdac-4506-b48c-8f3f391b48bc req-42104b4b-f8d0-43dd-9ae9-57739bddaa30 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0407441 May 31 11:57:27.391426 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-04f19d42-343a-4e61-ba5a-f9efc503d9e4 req-8082cacb-654f-4520-a39a-d028e8bc2dbd tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0424385 May 31 11:57:28.536870 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1c403738-9763-41f9-b642-13d63c0ce078 req-8b1a92ed-ab09-452c-8a83-b70edd8278dd tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0421686 May 31 11:57:29.767187 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-21a2b4ec-f945-468c-97fb-4f85c3f9a4c3 req-466272ba-0da8-4f01-b2c6-e0b533b24f43 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.1220975 May 31 11:57:30.910962 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b56aa32-f9df-42a1-bb23-3682e83503c3 req-c0b2657b-aedc-4d21-abd9-cea4de228d18 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd5eab8-cfa8-4782-8a70-19689910802e HTTP/1.1" status: 200 len: 210 time: 0.0450203 May 31 11:57:31.342739 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:38.370464 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-51c89189-d40c-49f8-a07c-156a770bb097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.776857 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.876338 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ca8d5be7-3aa3-4675-b36d-b0f65d4dfd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.952829 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.774078 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.596311 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.341993 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:08.372510 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5ed8cdcf-6126-49e2-a201-0dd52427aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.769920 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.880127 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-33c20c6f-b273-4724-9eee-2435aaaf2492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.952900 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.777274 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.610540 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:38.374104 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bf87bafe-c27e-4746-aa3f-cc58dc5c4da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:38.772410 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:40.882336 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2964be6a-558c-4bf4-b3df-b66047809d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:40.954625 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:41.779670 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.601986 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.340253 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:59:08.375140 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a22322a9-2242-4a18-9f78-df6aa3e953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.772757 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.390691 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a13cb-ef57-4f77-a643-66e5bc7aa416 req-26761c4c-e2ad-4ff1-80fa-340443254dd1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:10.392067 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1a9a13cb-ef57-4f77-a643-66e5bc7aa416 req-26761c4c-e2ad-4ff1-80fa-340443254dd1 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 946 time: 0.0788982 May 31 11:59:10.437987 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1a9a13cb-ef57-4f77-a643-66e5bc7aa416 req-23b0147e-97ee-45a3-b535-0121e006b1bb tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 May 31 11:59:10.880442 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-5824ef6f-cbb7-4b12-9d6a-feebca81a6b7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:10.881923 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-5824ef6f-cbb7-4b12-9d6a-feebca81a6b7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 946 time: 0.0780382 May 31 11:59:10.884508 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ccae-c9c2-4c0a-a88c-f3e8ac5a6429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.956571 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.091185 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Deleting port d6f31393-7348-4c8a-84bb-b6ef800f2e5c {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:11.091518 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.220572 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] For port d6f31393-7348-4c8a-84bb-b6ef800f2e5c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:11.221227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.504725 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.505124 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.505438 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Floating IP eb739707-ab75-43cb-bbe6-a6086c63f379 disassociated. External IP: 172.27.3.12, port: d6f31393-7348-4c8a-84bb-b6ef800f2e5c. May 31 11:59:11.505806 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Calling delete_port for d6f31393-7348-4c8a-84bb-b6ef800f2e5c owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:11.666797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.674107 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:11.725447 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event deleted for resources: {'Port': ['ID=d6f31393-7348-4c8a-84bb-b6ef800f2e5c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:11.737019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d73d84-a37d-44c6-9778-3a1089d49389 req-2782c73f-9d93-4e0c-986a-9e5573cd67b7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:11.738587 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1d73d84-a37d-44c6-9778-3a1089d49389 req-2782c73f-9d93-4e0c-986a-9e5573cd67b7 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6161bf-d735-474b-88a3-64f8c5053ef3 HTTP/1.1" status: 200 len: 946 time: 0.1889699 May 31 11:59:11.787867 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.791878 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.792244 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.792604 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.792985 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.793337 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.793720 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.794066 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.794410 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.794750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.795088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.795428 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.795764 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:11.805697 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:11.929850 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a1d73d84-a37d-44c6-9778-3a1089d49389 req-2cc36e0e-232c-4f35-bbc4-19b5694cd121 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups?id=332ff6d7-dea0-454e-8ce1-67fafeb03a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311021 May 31 11:59:11.966603 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Router 149cc1dc-a809-438b-92e6-cf7dca3e12ad has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:12.143116 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:12.154224 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] Sync routers for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:12.168614 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:12.169490 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:12.229697 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] No DVR routers for this DVR port d6f31393-7348-4c8a-84bb-b6ef800f2e5c on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:12.232111 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.234570 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'name': 'network-vif-deleted', 'tag': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:12.236773 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39cb1c8-02c2-4adf-9349-9632ef927e36" -d '{"events": [{"server_uuid": "dd6161bf-d735-474b-88a3-64f8c5053ef3", "name": "network-vif-deleted", "tag": "d6f31393-7348-4c8a-84bb-b6ef800f2e5c"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:12.250987 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-becca325-a75c-4cc2-80a5-d328513a08c3 req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.52 "DELETE /v2.0/ports/d6f31393-7348-4c8a-84bb-b6ef800f2e5c HTTP/1.1" status: 204 len: 173 time: 1.3635523 May 31 11:59:12.284900 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10ab1f-73bc-4348-be7a-69b5388aae66 x-openstack-request-id: req-7d10ab1f-73bc-4348-be7a-69b5388aae66 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:12.286011 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6161bf-d735-474b-88a3-64f8c5053ef3", "name": "network-vif-deleted", "tag": "d6f31393-7348-4c8a-84bb-b6ef800f2e5c", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:12.286282 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d10ab1f-73bc-4348-be7a-69b5388aae66 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:12.287456 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6161bf-d735-474b-88a3-64f8c5053ef3', 'name': 'network-vif-deleted', 'tag': 'd6f31393-7348-4c8a-84bb-b6ef800f2e5c', 'status': 'completed', 'code': 200} May 31 11:59:12.404379 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:12.704747 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:12.709151 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] Checking router: 149cc1dc-a809-438b-92e6-cf7dca3e12ad for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:12.716815 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:12.717393 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:12.887547 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:13.080193 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 48510) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:13.152184 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-824355fd-fe9b-4c0f-8242-b8c8809f3b59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.182155 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-824355fd-fe9b-4c0f-8242-b8c8809f3b59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.205328 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:13.209827 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db7a6a-5c7b-4d19-b10e-7b5f1b50e3e2 None None] The sync data for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi is: [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T11:39:59Z', 'revision_number': 4, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '05987641-772d-4f23-80fd-ca6463b6ff84', 'name': '', 'network_id': '86ef2da6-9cf6-4c22-879d-af6693aeaf8a', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'mac_address': 'fa:16:3e:86:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:58Z', 'updated_at': '2021-05-31T11:40:09Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'subnets': [{'id': '70050af5-b69b-4a25-a6a1-f4bd897caf4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:13.238615 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-824355fd-fe9b-4c0f-8242-b8c8809f3b59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.242759 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dc0536e5-d83c-40d5-9c6a-e3039f0486fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:13.258672 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824355fd-fe9b-4c0f-8242-b8c8809f3b59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332ff6d7-dea0-454e-8ce1-67fafeb03a93,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:13.261172 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-824355fd-fe9b-4c0f-8242-b8c8809f3b59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:13.271600 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-824355fd-fe9b-4c0f-8242-b8c8809f3b59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.273603 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-824355fd-fe9b-4c0f-8242-b8c8809f3b59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "DELETE /v2.0/security-groups/332ff6d7-dea0-454e-8ce1-67fafeb03a93 HTTP/1.1" status: 204 len: 168 time: 0.1914742 May 31 11:59:13.275441 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 48514) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:13.296212 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.api.v2.resource [None req-52482517-b267-4a84-be9f-deb0fce8a374 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] show failed (client error): The resource could not be found. May 31 11:59:13.297190 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-52482517-b267-4a84-be9f-deb0fce8a374 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "GET /v2.0/security-groups/332ff6d7-dea0-454e-8ce1-67fafeb03a93 HTTP/1.1" status: 404 len: 347 time: 0.0207877 May 31 11:59:13.300355 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 48518) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:13.440166 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2a519-e857-4e40-870b-2a735402cd5b None None] New status for floating IP eb739707-ab75-43cb-bbe6-a6086c63f379: DOWN {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:59:13.524687 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Deleting port eddabfe1-35b3-4a91-9b9d-2758a2ff3f8b {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:13.525122 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.657339 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.657779 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.699394 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.778580 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Calling delete_port for eddabfe1-35b3-4a91-9b9d-2758a2ff3f8b owned by network:floatingip {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:13.883399 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.887540 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:13.933106 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Pushing event deleted for resources: {'Port': ['ID=eddabfe1-35b3-4a91-9b9d-2758a2ff3f8b,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:13.971917 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.972282 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.973164 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.973520 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.973890 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.974233 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.974574 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.974911 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.975251 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.975592 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.975927 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:13.976261 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:14.002325 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:14.029735 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks [] for floatingip, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.043765 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.044943 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] 10.222.0.10 "DELETE /v2.0/floatingips/eb739707-ab75-43cb-bbe6-a6086c63f379 HTTP/1.1" status: 204 len: 168 time: 0.7435238 May 31 11:59:14.812063 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device d6f31393-7348-4c8a-84bb-b6ef800f2e5c no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:14.850612 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: d6f31393-7348-4c8a-84bb-b6ef800f2e5c {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:14.850950 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device d6f31393-7348-4c8a-84bb-b6ef800f2e5c not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:22.340650 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:59:24.250863 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-d2f4321b-1201-4ac0-8226-bf0ab390a90e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681567 May 31 11:59:24.405864 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-e5032b23-2de1-45a7-a938-5c6b78e5b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:24.407338 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-e5032b23-2de1-45a7-a938-5c6b78e5b03a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1099 time: 0.0715663 May 31 11:59:24.634850 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-15d0de8d-e604-4256-8beb-a91c14e7d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:24.636349 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-15d0de8d-e604-4256-8beb-a91c14e7d995 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.2094615 May 31 11:59:24.701445 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-6c329189-d09d-45ea-bd8f-c502702b068e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.0587132 May 31 11:59:24.763626 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-48efd85b-2d34-4e27-aaa8-bf6ce4b86ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:24.764958 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-48efd85b-2d34-4e27-aaa8-bf6ce4b86ad4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0575929 May 31 11:59:24.809303 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-de69f0fd-aa63-42ec-bd9f-4d6aa878c89a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384812 May 31 11:59:24.937349 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-668c2de5-69de-4a6c-945e-a767b8dae38c service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218088 May 31 11:59:25.066606 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5cd8abf9-e231-4d3f-b5a6-b663d0aa7700 req-f6c5b423-ea10-4e8b-bf18-51f62202eb3c service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221659 May 31 11:59:38.375650 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7a59cba3-8c15-4718-b0f9-4ab3778a61f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:38.787460 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:40.885754 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7601e0ce-a8c9-43b7-a9a1-d12a2a76a235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:40.958871 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:41.786418 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:43.609431 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.339078 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:08.378175 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b166a6f0-003f-4db7-a656-e401705ee4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.788001 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.887707 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c244c87-092a-4b48-bb33-3c98df972bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.961039 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.788203 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.636173 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.939688 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-f03151ca-a72c-4c69-9fab-97b1643ac7d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710893 May 31 12:00:27.039086 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-abaa0599-d9c4-4f0d-b161-4a9b180c7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:27.040531 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-abaa0599-d9c4-4f0d-b161-4a9b180c7db8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 1098 time: 0.0696590 May 31 12:00:27.180293 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-37231ade-8af9-4566-bc2c-10c52c854f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:27.181773 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-37231ade-8af9-4566-bc2c-10c52c854f73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1226103 May 31 12:00:27.250541 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-6d7ec51b-7c92-489b-a18b-298ac82c162f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed HTTP/1.1" status: 200 len: 217 time: 0.0623920 May 31 12:00:27.311168 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-ab677f10-1d83-40b5-8f5c-76ac902f286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:27.312504 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-ab677f10-1d83-40b5-8f5c-76ac902f286d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0554883 May 31 12:00:27.361151 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-8eec782c-1e9f-4f0d-b428-cfc7cb9efd41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420089 May 31 12:00:27.371403 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-faf56f01-fd39-4780-9315-d5c1a6531da2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:00:27.372312 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-faf56f01-fd39-4780-9315-d5c1a6531da2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047991 May 31 12:00:27.504697 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-1c533355-9ff7-4809-b50d-da9f71e124f7 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252899 May 31 12:00:27.637131 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-38c8f883-0274-4e41-b672-5ee810ba6f29 req-e25a3dd3-c844-4917-a87e-441df0d4bded service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262205 May 31 12:00:36.338451 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:38.379894 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1743498e-ca0d-4f08-a132-905573669e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:38.804691 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.890320 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-425ce6e2-ec3e-483a-a84c-7652f52f3923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.964309 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:41.791014 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:43.624385 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:08.383860 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-04d7cea0-7854-47b1-8fe8-002c23898a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:08.795462 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:10.893541 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9ef15562-f96d-4dcd-8f45-472ce0fc9ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:10.965963 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.795022 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.337984 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:01:13.626650 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:28.005044 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-8c1c9605-543c-4903-bab8-efc1bca8eca4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728793 May 31 12:01:28.107507 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-b8274998-253e-45a0-b491-045b51e6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:28.108944 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-b8274998-253e-45a0-b491-045b51e6cfb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 1098 time: 0.0712194 May 31 12:01:28.322382 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-2b7229c2-f987-4ccb-be0a-3cc32e1f752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:28.323809 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-2b7229c2-f987-4ccb-be0a-3cc32e1f752b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1961014 May 31 12:01:28.392760 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-877572ed-ecd0-4b07-b156-5cdad7d52ab3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5807380b-16a8-42c0-8f01-b90ad546f152 HTTP/1.1" status: 200 len: 217 time: 0.0619652 May 31 12:01:28.454295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-eabad076-380f-40e0-9cc8-826ce1d291e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:28.455701 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-eabad076-380f-40e0-9cc8-826ce1d291e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.0568149 May 31 12:01:28.504431 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-bb2816b8-41a8-44b9-b67a-44b168f601a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421267 May 31 12:01:28.637705 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-d8643101-e2a7-4807-bd43-34f0416a9474 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270645 May 31 12:01:28.765307 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-99c61e95-b542-48a2-a432-37832d9b6d07 req-c4dcdd7f-ea41-4287-ae8a-433f98fed858 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196563 May 31 12:01:38.386191 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3f35ec02-c6bd-45de-8ccd-d4a1295a19c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.800501 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:40.895078 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-27e35a3f-a68d-4dca-ab6c-a1aae9bfbdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:40.965523 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:41.798370 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:43.629547 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.337450 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:02:08.387754 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb399-e001-458a-99ef-48a8c9867554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.807598 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.896714 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dcddb57e-a242-4dfe-9f14-9de7aa66883a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.966408 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:11.802067 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.642129 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.336620 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:02:29.290265 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-6e1d1aec-4511-4eeb-9a2c-18b95583ecc4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047122 May 31 12:02:29.395483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-6663d6b7-dd8e-4ab2-b00e-4c336601f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:29.396944 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-6663d6b7-dd8e-4ab2-b00e-4c336601f044 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1098 time: 0.0751631 May 31 12:02:29.539587 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-dc191ca1-d2ba-4bbb-95d4-586e8e2c3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:29.541044 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-dc191ca1-d2ba-4bbb-95d4-586e8e2c3593 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1231937 May 31 12:02:29.605944 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-fd057e74-af51-4d21-9d57-93badcf8ab75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 200 len: 217 time: 0.0588524 May 31 12:02:29.670173 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-e2f00709-4ee0-481a-bec7-314d5f4d3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:29.671576 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-e2f00709-4ee0-481a-bec7-314d5f4d3e68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.0601003 May 31 12:02:29.717698 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-7b354f91-ad47-4140-87a5-6527140b31a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396459 May 31 12:02:29.847322 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-589d6bec-8421-47b0-b54d-5280d7b6783d service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236382 May 31 12:02:29.978610 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee2003d6-3adc-42bb-bd5a-6a0c9e34fe54 req-20f3a4a8-21de-44be-af2d-df6e91af9f59 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245270 May 31 12:02:38.389349 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d941ff8a-05c2-4bd5-8ad9-68e35b76488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:38.813777 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:40.899377 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-df795596-c283-4d2c-8b30-48f2ee9d2035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:40.966656 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:41.804515 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:43.650864 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:04.335402 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:03:08.390276 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-583611cc-6839-4908-a1e7-8d44780569ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:08.808118 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.901848 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-01b75886-16a3-428d-acd5-e1283c597315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.967041 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.807289 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.637749 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:29.955543 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-210227e2-608d-402b-8cba-79a6791ea335 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739303 May 31 12:03:30.059695 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-fc86b78d-bad5-4247-9737-4e6332408c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:30.061134 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-fc86b78d-bad5-4247-9737-4e6332408c73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 1098 time: 0.0728579 May 31 12:03:30.278223 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-fde2c4fc-0e7c-43a9-aacc-af1e8a9dd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:30.279705 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-fde2c4fc-0e7c-43a9-aacc-af1e8a9dd72c service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1989913 May 31 12:03:30.350914 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-2a9a45e0-4ba9-44aa-86a1-0d0fa10591b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea781846-741a-4163-b193-31d456993698 HTTP/1.1" status: 200 len: 217 time: 0.0646770 May 31 12:03:30.414890 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-3fb3181b-d05e-4f4a-a4db-103cbd71d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:30.416381 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-3fb3181b-d05e-4f4a-a4db-103cbd71d389 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0580215 May 31 12:03:30.463488 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-483a274c-7afa-476b-ba4e-987eecef55b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410073 May 31 12:03:30.594087 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-d620d56e-9634-4196-be4a-215428c8f65a service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237733 May 31 12:03:30.722766 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f80c4c3d-507b-445c-bf12-62fdeb29f301 req-2aa97e8f-d75b-4a13-80c9-578d1aec1cfd service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227481 May 31 12:03:32.484191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fb6fa-0ac1-4333-a9cc-e1e58bfaecac req-2120d6d9-1f5e-4080-a8aa-84e6c42388e0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:32.485643 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-820fb6fa-0ac1-4333-a9cc-e1e58bfaecac req-2120d6d9-1f5e-4080-a8aa-84e6c42388e0 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 945 time: 0.1799200 May 31 12:03:32.530549 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-820fb6fa-0ac1-4333-a9cc-e1e58bfaecac req-d74e5d9d-c5ff-4f21-9a78-d9f7e7110e6b tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 May 31 12:03:32.892276 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-4bcb91dc-1819-4838-90ce-73e48dceb2a7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:32.893675 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-4bcb91dc-1819-4838-90ce-73e48dceb2a7 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 945 time: 0.0823996 May 31 12:03:33.029071 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Deleting port ea781846-741a-4163-b193-31d456993698 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:33.029415 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:33.159070 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] For port ea781846-741a-4163-b193-31d456993698, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ea781846-741a-4163-b193-31d456993698,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:33.159337 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:33.278215 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Calling delete_port for ea781846-741a-4163-b193-31d456993698 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:33.383033 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:33.390543 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:33.418239 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['72894682-25c2-40fd-8194-74bddb53d540', '1ed019bb-4805-41cc-9ff8-44e82e5d43ed', 'ea781846-741a-4163-b193-31d456993698'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:03:33.437750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Pushing event deleted for resources: {'Port': ['ID=ea781846-741a-4163-b193-31d456993698,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:33.482101 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.482466 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.482816 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.483166 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.483499 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.483839 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.484229 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.484501 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.484837 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.485356 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.485663 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.485989 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:33.513036 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:33.523803 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] No DVR routers for this DVR port ea781846-741a-4163-b193-31d456993698 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:03:33.526399 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:33.529439 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0f7e96-9042-43ab-9923-17139bcb87f9', 'name': 'network-vif-deleted', 'tag': 'ea781846-741a-4163-b193-31d456993698'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:33.531689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bfecdf-8391-4b7c-bb71-8dfbd294360e" -d '{"events": [{"server_uuid": "bc0f7e96-9042-43ab-9923-17139bcb87f9", "name": "network-vif-deleted", "tag": "ea781846-741a-4163-b193-31d456993698"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:33.545400 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50deb3ba-6a0c-48ab-b8f7-564e60811806 req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "DELETE /v2.0/ports/ea781846-741a-4163-b193-31d456993698 HTTP/1.1" status: 204 len: 173 time: 0.6462162 May 31 12:03:33.740252 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873ec7f9-cf21-433d-8f90-14693052dc82 x-openstack-request-id: req-873ec7f9-cf21-433d-8f90-14693052dc82 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:33.740586 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0f7e96-9042-43ab-9923-17139bcb87f9", "name": "network-vif-deleted", "tag": "ea781846-741a-4163-b193-31d456993698", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:33.740847 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-873ec7f9-cf21-433d-8f90-14693052dc82 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:33.741287 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0f7e96-9042-43ab-9923-17139bcb87f9', 'name': 'network-vif-deleted', 'tag': 'ea781846-741a-4163-b193-31d456993698', 'status': 'completed', 'code': 200} May 31 12:03:33.756204 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e87ca2ad-7ff2-4e5c-9bf1-a9f4522013af req-a9607e3d-dd5f-4598-8530-8f2a11a5d356 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0f7e96-9042-43ab-9923-17139bcb87f9 HTTP/1.1" status: 200 len: 210 time: 0.0797365 May 31 12:03:35.259855 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf129832-e423-450c-9b9b-fb6a4a821712 req-7df49daa-91af-4078-9208-acd0d26bbbab tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:35.260539 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-cf129832-e423-450c-9b9b-fb6a4a821712 req-7df49daa-91af-4078-9208-acd0d26bbbab tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:03:35.275487 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-cf129832-e423-450c-9b9b-fb6a4a821712 req-7df49daa-91af-4078-9208-acd0d26bbbab tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:03:35.276678 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cf129832-e423-450c-9b9b-fb6a4a821712 req-7df49daa-91af-4078-9208-acd0d26bbbab tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 945 time: 0.1411686 May 31 12:03:35.320079 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cf129832-e423-450c-9b9b-fb6a4a821712 req-9cdc8a3f-60e3-4ef6-945b-9b2c8211f0e8 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376792 May 31 12:03:35.714515 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7089-76da-44c7-98df-c734f7e02622 req-479e5c1a-d2a4-4cc2-a5c6-74f836a94c87 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:35.715921 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29cb7089-76da-44c7-98df-c734f7e02622 req-479e5c1a-d2a4-4cc2-a5c6-74f836a94c87 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 945 time: 0.0771930 May 31 12:03:35.850262 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Deleting port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:35.850607 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:36.052291 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] For port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:36.052650 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:36.083672 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device ea781846-741a-4163-b193-31d456993698 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:36.118162 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: ea781846-741a-4163-b193-31d456993698 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:36.118511 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device ea781846-741a-4163-b193-31d456993698 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:36.175898 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Calling delete_port for 1ed019bb-4805-41cc-9ff8-44e82e5d43ed owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:36.287193 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:36.292976 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-20881d91-994a-4b6f-80d0-18206be7b822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:36.325979 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['72894682-25c2-40fd-8194-74bddb53d540', '1ed019bb-4805-41cc-9ff8-44e82e5d43ed'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:03:36.338221 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Pushing event deleted for resources: {'Port': ['ID=1ed019bb-4805-41cc-9ff8-44e82e5d43ed,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:36.342266 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:36.414695 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] No DVR routers for this DVR port 1ed019bb-4805-41cc-9ff8-44e82e5d43ed on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:03:36.417305 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:36.421288 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f3ca28-d9d9-4c14-a59f-51ac8f1e4877', 'name': 'network-vif-deleted', 'tag': '1ed019bb-4805-41cc-9ff8-44e82e5d43ed'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:36.423652 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9c5959-08a2-4203-8bc6-c8000fdb5d44" -d '{"events": [{"server_uuid": "85f3ca28-d9d9-4c14-a59f-51ac8f1e4877", "name": "network-vif-deleted", "tag": "1ed019bb-4805-41cc-9ff8-44e82e5d43ed"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:36.440559 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29cb7089-76da-44c7-98df-c734f7e02622 req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "DELETE /v2.0/ports/1ed019bb-4805-41cc-9ff8-44e82e5d43ed HTTP/1.1" status: 204 len: 173 time: 0.7187769 May 31 12:03:36.481326 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49684c0-5bc6-406d-84fa-045143b0b647 x-openstack-request-id: req-a49684c0-5bc6-406d-84fa-045143b0b647 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:36.481980 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f3ca28-d9d9-4c14-a59f-51ac8f1e4877", "name": "network-vif-deleted", "tag": "1ed019bb-4805-41cc-9ff8-44e82e5d43ed", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:36.482121 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a49684c0-5bc6-406d-84fa-045143b0b647 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:36.482501 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-21994fb1-656c-45f5-95f2-9ced3b8def9d req-838c8408-7fa7-4270-9b1f-336080ea2443 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f3ca28-d9d9-4c14-a59f-51ac8f1e4877 HTTP/1.1" status: 200 len: 210 time: 0.0538254 May 31 12:03:36.483092 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f3ca28-d9d9-4c14-a59f-51ac8f1e4877', 'name': 'network-vif-deleted', 'tag': '1ed019bb-4805-41cc-9ff8-44e82e5d43ed', 'status': 'completed', 'code': 200} May 31 12:03:38.391842 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a62acc73-5453-4ece-8617-f3cdbe7477a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:38.812570 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:40.085964 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 1ed019bb-4805-41cc-9ff8-44e82e5d43ed no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:40.119023 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 1ed019bb-4805-41cc-9ff8-44e82e5d43ed {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:40.119370 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 1ed019bb-4805-41cc-9ff8-44e82e5d43ed not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:40.903885 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f74004e6-5b92-4e3a-9988-03e361d88b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:40.967539 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:41.334762 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:03:41.809566 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:43.641405 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:08.393075 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-67079361-e95a-4590-81f9-1083fed83364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:08.831193 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:10.905173 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de55277b-1250-4979-9857-89844258677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:10.969355 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:11.811829 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:13.653731 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:18.333358 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:04:31.239024 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b5501de-cc93-46bd-935b-161848a1b633 req-54c37095-8ea9-4598-8dca-c706d2fc8674 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698376 May 31 12:04:31.399157 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5501de-cc93-46bd-935b-161848a1b633 req-ca561e14-670f-4803-9dcd-1ede7dfb8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:31.400639 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b5501de-cc93-46bd-935b-161848a1b633 req-ca561e14-670f-4803-9dcd-1ede7dfb8411 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1099 time: 0.0723965 May 31 12:04:31.540268 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5501de-cc93-46bd-935b-161848a1b633 req-1349aa01-7af9-4675-b8f6-481a81bb8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:31.541747 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b5501de-cc93-46bd-935b-161848a1b633 req-1349aa01-7af9-4675-b8f6-481a81bb8568 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1222918 May 31 12:04:31.609672 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b5501de-cc93-46bd-935b-161848a1b633 req-b8cbd4c1-ed78-4ff8-974d-ebad2b9e6964 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.0618248 May 31 12:04:31.670793 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5501de-cc93-46bd-935b-161848a1b633 req-46aa74a7-fd47-41fd-ab72-67b9727f8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:31.672219 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b5501de-cc93-46bd-935b-161848a1b633 req-46aa74a7-fd47-41fd-ab72-67b9727f8add service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0572217 May 31 12:04:31.719859 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b5501de-cc93-46bd-935b-161848a1b633 req-63a7d5a2-10d0-42a0-8a31-7dc730979750 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419366 May 31 12:04:31.863805 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b5501de-cc93-46bd-935b-161848a1b633 req-2d07b464-aa9f-483c-b908-d3131a345442 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377335 May 31 12:04:31.995712 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b5501de-cc93-46bd-935b-161848a1b633 req-53b3f2aa-456e-420c-9ce7-87bb89a48b52 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253681 May 31 12:04:38.393716 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af859d3f-7858-4970-9dbf-c5178eeb1fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:38.841242 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:40.907512 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bb95-21c8-4639-b99b-e16d27fa7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:40.971307 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:41.814727 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.648309 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:55.332197 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:05:08.394520 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e20b435f-bf86-427f-869d-e05d282be3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:08.841095 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:10.909320 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f012-6448-42ed-880e-a5c203e9b6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:10.971617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:11.817265 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:13.649806 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:14.072277 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [req-95f9736f-1b63-4080-a097-e449a46cedac req-765aa17f-2c2b-4c57-bd90-efc57b683593 service neutron] (98396) timed out ('10.222.0.52', 64347) {{(pid=98396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 12:05:32.331086 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:05:33.263302 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-e188c300-1f7d-4813-a9ce-202e0b0d1d61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692928 May 31 12:05:33.363529 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-2eb50fe2-a8e6-4b9d-9de0-7da624caa0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:33.364967 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-2eb50fe2-a8e6-4b9d-9de0-7da624caa0b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 1098 time: 0.0685539 May 31 12:05:33.509743 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-cd4fb4ec-1789-428d-af13-4bf2adefc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:33.511171 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-cd4fb4ec-1789-428d-af13-4bf2adefc3ea service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1267426 May 31 12:05:33.648665 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-7b071ded-10fb-4f5d-9b42-6907a94efcbd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5807380b-16a8-42c0-8f01-b90ad546f152 HTTP/1.1" status: 200 len: 217 time: 0.1310914 May 31 12:05:33.711558 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-e69df147-50e2-4e9a-bd23-016b28f64e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:33.712945 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-e69df147-50e2-4e9a-bd23-016b28f64e03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.0576129 May 31 12:05:33.759692 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-2c322979-64f3-409d-9687-924a7ad8e6cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405748 May 31 12:05:33.889343 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-76dea8b2-367d-4fba-a692-f1c0dd8ae543 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232386 May 31 12:05:34.026802 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d00aa298-91d6-4014-90e9-cdcc0cebac7e req-ec9454e3-cd94-43e1-91d5-aed8d9aae8af service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314671 May 31 12:05:38.403385 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fbc382be-4e5b-4bd1-b57f-10b4115c5bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:38.840056 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:40.911413 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5e137e46-a280-482d-8370-e47155e93444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:40.971319 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:41.819506 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:43.650930 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:08.395966 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ff6da686-5713-4e10-b867-65ec11843b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:08.853691 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:09.329724 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:06:10.913079 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fce91d6d-9c97-4160-aedb-5c2cab3357a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:10.971601 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:11.823988 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:13.668416 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:35.280782 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-0801a966-c34a-497a-9544-4e539f1365c9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670898 May 31 12:06:35.384104 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-40a1e92c-9eb9-4296-aa0c-4f732a4f13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:35.385581 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-40a1e92c-9eb9-4296-aa0c-4f732a4f13b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e65c159b42774199b584b6d29e570d24&device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 1098 time: 0.0727148 May 31 12:06:35.539535 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-3c1c29d9-cd91-4f97-a487-a922c46600db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:35.540869 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-3c1c29d9-cd91-4f97-a487-a922c46600db service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 200 len: 920 time: 0.1347616 May 31 12:06:35.608388 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-a0822bfc-a5f9-4d55-b62e-4a2dd87a54a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 200 len: 217 time: 0.0607834 May 31 12:06:35.668321 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-1b377832-cbd6-4c81-b93f-571adee039a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:35.670272 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-1b377832-cbd6-4c81-b93f-571adee039a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 200 len: 859 time: 0.0555849 May 31 12:06:35.715603 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-ecc4f7eb-00b8-4bed-973d-999d61c107cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7d1d523-cd21-4858-98eb-03605a41b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391614 May 31 12:06:35.843024 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-b3e28db7-2375-4289-b0e0-ffe0e92b0c25 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212652 May 31 12:06:35.974984 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62a47ef0-b127-48c7-a9df-6241a49d40de req-034c9dd2-2f4b-4264-b241-16069642d720 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256003 May 31 12:06:38.397624 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-69be2907-22cf-40fa-98ba-c4592d0aa258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:38.884071 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:40.916009 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-648e8840-1838-43c8-b5e9-b84663a3db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:40.973284 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:41.826815 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.031723 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 52900) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:43.162780 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.177111 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:06:43.180851 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Usage tracker for resource:security_group_rule and tenant:263a92ba4a234bf0b7345b4f2526bfd9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:06:43.183683 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:06:43.189336 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:06:43.274381 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.278453 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.285300 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c23a0d2b-3a15-487e-9605-5c2f1678a0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:43.323775 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f6cf1-7a94-4410-9303-9a23ed69e279,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:43.328217 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=263a92ba4a234bf0b7345b4f2526bfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955079 May 31 12:06:43.331024 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 52906) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:43.334218 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.334595 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.334963 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.335312 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.335675 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.336015 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.336362 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.336708 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.337044 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.337388 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.337756 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.338097 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.342024 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:43.393421 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.418416 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.471362 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.474954 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9a271250-3f88-4c1a-ac22-2cbe0695e6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:43.486526 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f6cf1-7a94-4410-9303-9a23ed69e279,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:43.497056 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.497425 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.497812 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.498164 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.498506 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.498850 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.499191 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.499528 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.499873 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.500208 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.500544 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.500877 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:43.503811 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.504901 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b0f6cf1-7a94-4410-9303-9a23ed69e279 HTTP/1.1" status: 204 len: 168 time: 0.1729181 May 31 12:06:43.505780 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:43.656381 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:45.356199 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde8516-4274-4009-ad2d-7c2b9dd57b15 req-3315f215-6e4a-4051-9f53-a87475d77b4f tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:45.357511 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-afde8516-4274-4009-ad2d-7c2b9dd57b15 req-3315f215-6e4a-4051-9f53-a87475d77b4f tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0795693 May 31 12:06:45.399715 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-afde8516-4274-4009-ad2d-7c2b9dd57b15 req-f3db2b59-959d-4a6a-ae1b-bc61d924b718 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365748 May 31 12:06:45.858281 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-2af1f6bd-4c56-4a35-b5df-f200d293b357 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:45.859684 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-2af1f6bd-4c56-4a35-b5df-f200d293b357 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.52 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 945 time: 0.0824752 May 31 12:06:46.063319 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Deleting port ff10933d-7e5a-4f6f-b7b7-1a87b462085b {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:46.063657 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.194513 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] For port ff10933d-7e5a-4f6f-b7b7-1a87b462085b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:46.194868 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.317476 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Calling delete_port for ff10933d-7e5a-4f6f-b7b7-1a87b462085b owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:46.328602 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:06:46.424867 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.430331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:46.460751 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['ff10933d-7e5a-4f6f-b7b7-1a87b462085b', '5807380b-16a8-42c0-8f01-b90ad546f152'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:06:46.479101 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Pushing event deleted for resources: {'Port': ['ID=ff10933d-7e5a-4f6f-b7b7-1a87b462085b,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:46.510936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:46.551294 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] No DVR routers for this DVR port ff10933d-7e5a-4f6f-b7b7-1a87b462085b on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:46.554721 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.558506 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7491e0b7-bd24-4c79-8ad1-8a79a817dfd0', 'name': 'network-vif-deleted', 'tag': 'ff10933d-7e5a-4f6f-b7b7-1a87b462085b'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:46.561760 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa285e0e-f63f-45a9-8298-8cc714bf73c2" -d '{"events": [{"server_uuid": "7491e0b7-bd24-4c79-8ad1-8a79a817dfd0", "name": "network-vif-deleted", "tag": "ff10933d-7e5a-4f6f-b7b7-1a87b462085b"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:46.575837 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d2a54025-e4ae-47ee-b47a-6c1c6b468172 req-cc17642d-dbb6-4f25-b4c2-4e0317ef5961 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7491e0b7-bd24-4c79-8ad1-8a79a817dfd0 HTTP/1.1" status: 200 len: 210 time: 0.0517015 May 31 12:06:46.584724 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5f68cc8b-6eb2-4c81-9597-58885cd1e39d req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.52 "DELETE /v2.0/ports/ff10933d-7e5a-4f6f-b7b7-1a87b462085b HTTP/1.1" status: 204 len: 173 time: 0.7192962 May 31 12:06:47.638680 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db97b8e-a3d3-49db-ae94-bc291132c5ae x-openstack-request-id: req-0db97b8e-a3d3-49db-ae94-bc291132c5ae {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:47.639246 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7491e0b7-bd24-4c79-8ad1-8a79a817dfd0", "name": "network-vif-deleted", "tag": "ff10933d-7e5a-4f6f-b7b7-1a87b462085b", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:47.639365 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0db97b8e-a3d3-49db-ae94-bc291132c5ae {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:47.639733 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7491e0b7-bd24-4c79-8ad1-8a79a817dfd0', 'name': 'network-vif-deleted', 'tag': 'ff10933d-7e5a-4f6f-b7b7-1a87b462085b', 'status': 'completed', 'code': 200} May 31 12:06:48.015884 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b96c-1121-4ab0-959f-74db00974e2b req-6e8310ce-f57a-435a-b0ea-b8ddee1d3822 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:48.017334 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95b3b96c-1121-4ab0-959f-74db00974e2b req-6e8310ce-f57a-435a-b0ea-b8ddee1d3822 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 945 time: 0.0789387 May 31 12:06:48.061517 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-95b3b96c-1121-4ab0-959f-74db00974e2b req-137f30a8-2128-48b6-9e14-f3d4883978b0 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381896 May 31 12:06:48.514503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb0af5-8cd0-4a77-b582-637009052bef req-49b71344-0300-48e9-933d-51e0743a449b tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:48.515186 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-05bb0af5-8cd0-4a77-b582-637009052bef req-49b71344-0300-48e9-933d-51e0743a449b tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Synchronizing usage tracker for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:06:48.530540 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-05bb0af5-8cd0-4a77-b582-637009052bef req-49b71344-0300-48e9-933d-51e0743a449b tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Unset dirty status for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:06:48.531591 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05bb0af5-8cd0-4a77-b582-637009052bef req-49b71344-0300-48e9-933d-51e0743a449b tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 945 time: 0.0971806 May 31 12:06:48.664487 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Deleting port 5807380b-16a8-42c0-8f01-b90ad546f152 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:48.665088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:48.794534 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] For port 5807380b-16a8-42c0-8f01-b90ad546f152, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5807380b-16a8-42c0-8f01-b90ad546f152,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:48.794880 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:48.914027 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Calling delete_port for 5807380b-16a8-42c0-8f01-b90ad546f152 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:49.018510 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device ff10933d-7e5a-4f6f-b7b7-1a87b462085b no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:49.021052 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:49.026611 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4c227c51-b528-4711-ba4a-3c86c73384e2 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:49.053079 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: ff10933d-7e5a-4f6f-b7b7-1a87b462085b {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:49.053421 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device ff10933d-7e5a-4f6f-b7b7-1a87b462085b not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:49.056415 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['5807380b-16a8-42c0-8f01-b90ad546f152'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:06:49.075899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Pushing event deleted for resources: {'Port': ['ID=5807380b-16a8-42c0-8f01-b90ad546f152,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:49.078882 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:49.152981 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] No DVR routers for this DVR port 5807380b-16a8-42c0-8f01-b90ad546f152 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:49.155766 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:49.168942 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05bb0af5-8cd0-4a77-b582-637009052bef req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.52 "DELETE /v2.0/ports/5807380b-16a8-42c0-8f01-b90ad546f152 HTTP/1.1" status: 204 len: 173 time: 0.6310704 May 31 12:06:49.216661 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-8dbd70b2-a66c-4a14-b620-ce230b5a3b89 req-601963be-15e8-442c-a032-a48d3afd87a5 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Synchronizing usage tracker for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:06:49.232502 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-8dbd70b2-a66c-4a14-b620-ce230b5a3b89 req-601963be-15e8-442c-a032-a48d3afd87a5 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Unset dirty status for tenant:e65c159b42774199b584b6d29e570d24 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:06:49.233836 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dbd70b2-a66c-4a14-b620-ce230b5a3b89 req-601963be-15e8-442c-a032-a48d3afd87a5 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e4bfb59-4cfc-498b-a244-82868debb9ff HTTP/1.1" status: 200 len: 210 time: 0.0588622 May 31 12:06:49.640709 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4bfb59-4cfc-498b-a244-82868debb9ff', 'name': 'network-vif-deleted', 'tag': '5807380b-16a8-42c0-8f01-b90ad546f152'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:49.643335 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d3e9d3-dbba-4f08-858b-6d6235eba953" -d '{"events": [{"server_uuid": "0e4bfb59-4cfc-498b-a244-82868debb9ff", "name": "network-vif-deleted", "tag": "5807380b-16a8-42c0-8f01-b90ad546f152"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:49.684666 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420dbe7b-4437-48e6-92a2-d3a46f231270 x-openstack-request-id: req-420dbe7b-4437-48e6-92a2-d3a46f231270 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:49.685277 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4bfb59-4cfc-498b-a244-82868debb9ff", "name": "network-vif-deleted", "tag": "5807380b-16a8-42c0-8f01-b90ad546f152", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:49.685277 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-420dbe7b-4437-48e6-92a2-d3a46f231270 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:49.685676 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4bfb59-4cfc-498b-a244-82868debb9ff', 'name': 'network-vif-deleted', 'tag': '5807380b-16a8-42c0-8f01-b90ad546f152', 'status': 'completed', 'code': 200} May 31 12:06:50.329531 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 53016) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:51.159886 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:51.593834 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Deleting port c6945532-ab15-4a15-b8d9-e3209d8771b8 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:51.594505 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:51.715909 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] For port c6945532-ab15-4a15-b8d9-e3209d8771b8, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=c6945532-ab15-4a15-b8d9-e3209d8771b8,segment=NetworkSegment(d70dcf6c-d568-49f6-a9a3-c040f496021a),segment_id=d70dcf6c-d568-49f6-a9a3-c040f496021a)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:51.716266 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:51.835585 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Calling delete_port for c6945532-ab15-4a15-b8d9-e3209d8771b8 owned by network:router_interface {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:51.981462 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:51.985645 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:52.027374 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6945532-ab15-4a15-b8d9-e3209d8771b8,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:52.030879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:52.373162 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:52.723307 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Router af52d646-49b2-4ee6-9f21-7aed9ebefa16 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:06:52.908072 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:06:52.916403 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] Sync routers for ids ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:06:52.925807 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] Routers {'af52d646-49b2-4ee6-9f21-7aed9ebefa16'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:52.926396 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:52.930976 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] 10.222.0.10 "PUT /v2.0/routers/af52d646-49b2-4ee6-9f21-7aed9ebefa16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003592 May 31 12:06:52.933358 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 53042) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:53.037675 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 5807380b-16a8-42c0-8f01-b90ad546f152 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:53.072255 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 5807380b-16a8-42c0-8f01-b90ad546f152 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:53.072891 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 5807380b-16a8-42c0-8f01-b90ad546f152 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:53.104618 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] Set router af52d646-49b2-4ee6-9f21-7aed9ebefa16 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:53.111332 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks [] for router, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:53.280106 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:53.350512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Deleting port ced32f9f-6b98-49b8-a40d-b95565279f8a {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:53.350846 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:53.384342 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T12:06:51Z', 'revision_number': 5, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port': {'id': 'ced32f9f-6b98-49b8-a40d-b95565279f8a', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:11Z', 'updated_at': '2021-05-31T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:53.388575 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] Checking router: af52d646-49b2-4ee6-9f21-7aed9ebefa16 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:06:53.396626 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] Routers {'af52d646-49b2-4ee6-9f21-7aed9ebefa16'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:53.397201 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:53.471237 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] For port ced32f9f-6b98-49b8-a40d-b95565279f8a, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=ced32f9f-6b98-49b8-a40d-b95565279f8a,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:53.471599 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:53.542967 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] Set router af52d646-49b2-4ee6-9f21-7aed9ebefa16 gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:53.656547 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T12:06:53Z', 'revision_number': 6, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:53.665072 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf5698-1c39-4da0-9ec1-a652c1c31d61 None None] The sync data for ids ['af52d646-49b2-4ee6-9f21-7aed9ebefa16'] in dv-cinder-791240-4-iscsi is: [{'id': 'af52d646-49b2-4ee6-9f21-7aed9ebefa16', 'name': 'tempest-ServerRescueNegativeTestJSON-1108914596-router', 'tenant_id': 'e65c159b42774199b584b6d29e570d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:10Z', 'updated_at': '2021-05-31T12:06:53Z', 'revision_number': 6, 'project_id': 'e65c159b42774199b584b6d29e570d24', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:06:53.708085 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Calling delete_port for ced32f9f-6b98-49b8-a40d-b95565279f8a owned by network:router_gateway {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:53.849074 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:53.855123 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:53.903523 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ced32f9f-6b98-49b8-a40d-b95565279f8a,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:53.934857 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:53.999939 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.174659 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.176835 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.198680 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.199242 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router af52d646-49b2-4ee6-9f21-7aed9ebefa16 {{(pid=98396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:06:54.212185 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.213289 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] 10.222.0.10 "DELETE /v2.0/routers/af52d646-49b2-4ee6-9f21-7aed9ebefa16 HTTP/1.1" status: 204 len: 168 time: 1.2784464 May 31 12:06:54.216276 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 53056) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:54.272790 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] Deleting subnet d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:06:54.275652 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.325191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.377726 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.452299 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device c6945532-ab15-4a15-b8d9-e3209d8771b8 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:54.487780 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: c6945532-ab15-4a15-b8d9-e3209d8771b8 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:54.488126 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device c6945532-ab15-4a15-b8d9-e3209d8771b8 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:54.650468 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.654604 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-eabdda3f-5340-44cd-bbaa-c69a9158458d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:54.690433 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24b8f4e-5ab5-4163-9db8-dff06ccfdde2,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:54.692375 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.694989 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:54.699178 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6dbe4f7d-065c-4058-8817-c6184e182c7b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d24b8f4e-5ab5-4163-9db8-dff06ccfdde2 HTTP/1.1" status: 204 len: 168 time: 0.4819860 May 31 12:06:54.701813 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 53062) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:54.807992 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.007498 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.020460 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d1d523-cd21-4858-98eb-03605a41b544']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:55.032724 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70dcf6c-d568-49f6-a9a3-c040f496021a') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:55.033018 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70dcf6c-d568-49f6-a9a3-c040f496021a') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:55.044536 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26482046'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.060522 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.066283 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:06:55.066649 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584795'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: timer() May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: cb(*args, **kw) May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: self._notify() May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: self.callback(batched_events) May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: event.method(event) May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._get(url).json() May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:06:55.079152 dv-cinder-791240-4-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:06:55.152408 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.157046 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f273e8aa-810c-44ba-8c35-d623fbae800c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:55.175915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.178083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d1d523-cd21-4858-98eb-03605a41b544,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:55.181392 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:55.191319 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] 10.222.0.10 "DELETE /v2.0/networks/b7d1d523-cd21-4858-98eb-03605a41b544 HTTP/1.1" status: 204 len: 168 time: 0.4878991 May 31 12:06:55.322477 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 53076) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:55.369430 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-3e5a9a10-208a-4e62-8ae2-b6239093464f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e65c159b42774199b584b6d29e570d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457304 May 31 12:06:55.372149 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 53080) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:55.433164 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d70d8385-2db1-419c-a9fc-8ff00f0714f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.458747 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d70d8385-2db1-419c-a9fc-8ff00f0714f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.515259 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d70d8385-2db1-419c-a9fc-8ff00f0714f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.519383 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d254b421-127c-4671-8768-6d15dfdac72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:55.532097 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d8385-2db1-419c-a9fc-8ff00f0714f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:55.535303 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d70d8385-2db1-419c-a9fc-8ff00f0714f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:55.545528 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d70d8385-2db1-419c-a9fc-8ff00f0714f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.546675 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-d70d8385-2db1-419c-a9fc-8ff00f0714f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbf5b6a7-ccb9-435c-abdc-20a0decdfb2c HTTP/1.1" status: 204 len: 168 time: 0.1736376 May 31 12:06:55.863109 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device ced32f9f-6b98-49b8-a40d-b95565279f8a no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:55.903402 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: ced32f9f-6b98-49b8-a40d-b95565279f8a {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:55.903729 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device ced32f9f-6b98-49b8-a40d-b95565279f8a not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:07:08.399429 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b99c669c-b524-4b44-bbe5-6bf8015c2b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:08.883460 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:10.917655 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9813-95ff-4ff8-82c5-a291aa4b309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:10.973824 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:11.828823 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:13.661313 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:23.327014 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:07:36.343065 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-7f8a6c58-40ce-48bd-a303-c17da36d0126 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1679378 May 31 12:07:36.492917 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-83618579-41ed-4b79-a8fb-35687a910b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:36.494353 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-83618579-41ed-4b79-a8fb-35687a910b09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1099 time: 0.0679193 May 31 12:07:36.640471 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-0edc676d-f94c-4ec6-a1ab-c2e959fd050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:36.641958 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-0edc676d-f94c-4ec6-a1ab-c2e959fd050d service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1290300 May 31 12:07:36.710631 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-7c9cdbce-c430-41d6-a96e-62d0fbeaf109 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.0628781 May 31 12:07:36.769945 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-7bc10580-694b-48c7-be30-cff8d42bd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:36.771294 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-7bc10580-694b-48c7-be30-cff8d42bd024 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0550168 May 31 12:07:36.816299 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-ea6cc058-8719-4c40-8fb5-5b10cf85e68c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386693 May 31 12:07:36.942666 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-b9639177-d152-4e73-a0a4-0816bbd52024 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198611 May 31 12:07:37.071618 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ba26fcb-0dc0-48ab-87ef-c41157443bb9 req-4d81748e-da17-42be-9d30-2e4c225828e0 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228139 May 31 12:07:38.400665 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4d3a-6b67-4a53-b0ad-495c276a3b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:38.895514 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:40.919960 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7712941a-47e1-426e-b00d-bb68e8b82c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:40.977137 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:41.830738 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:43.662866 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.326779 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:08:08.401794 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-29bb4a78-6513-471d-936a-08c72153ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:08.896405 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:10.921875 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a8fee6f2-0023-48fc-a675-734ff73c7df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:10.978739 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:11.835621 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:13.681057 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:37.325252 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:08:38.225663 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-34f9e859-7ce4-48d6-9b08-85ee0274a99c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715616 May 31 12:08:38.375723 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-be9747f1-c881-4d94-a0fd-723ecff2ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:38.377150 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-be9747f1-c881-4d94-a0fd-723ecff2ad52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eb073d9eea34204a29999727dc66301&device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 1099 time: 0.0694447 May 31 12:08:38.402711 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2ca56c87-7270-4df3-8058-7a497de5cc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.522649 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-73bc8658-81f3-48ec-8cd4-9878e1e97f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:38.524105 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-73bc8658-81f3-48ec-8cd4-9878e1e97f40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 200 len: 915 time: 0.1275234 May 31 12:08:38.595922 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-77495984-c75c-4425-a287-70981ec4ff90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 200 len: 217 time: 0.0647738 May 31 12:08:38.658778 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-47286ff0-b2f9-4dbb-a124-7d3167e60c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:38.660203 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-47286ff0-b2f9-4dbb-a124-7d3167e60c51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 200 len: 854 time: 0.0579419 May 31 12:08:38.709887 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-603a48d9-be40-431e-8178-b42217a6c1db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88017d99-0486-4de5-8c91-7a3ceb46da6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429704 May 31 12:08:38.909804 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-2fcea22d-858d-41ff-9e6d-dd394ce66eb4 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934862 May 31 12:08:38.910462 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.049510 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73e1668a-a03b-40e3-af3e-a147c9ea95d1 req-b37f378d-f353-46c9-ac8c-1ebaf6295399 service neutron] 10.222.0.52 "GET /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340606 May 31 12:08:40.923759 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2218bf58-8361-4b23-b566-0f866cd8c5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:40.979106 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:41.835720 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.668514 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:08.405837 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2d1977c4-e062-4895-8680-f42896d96d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:08.912017 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:10.925039 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e05692b-d59b-4f8a-ae80-45491dda5d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:10.979085 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.838663 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:13.672848 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.324187 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:09:37.713939 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb720e-94cf-45e7-8f21-ee09e93370b6 req-a3968f20-c2fd-4f18-8cc8-5c3ad9ae7983 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:37.715391 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ecb720e-94cf-45e7-8f21-ee09e93370b6 req-a3968f20-c2fd-4f18-8cc8-5c3ad9ae7983 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 946 time: 0.0803180 May 31 12:09:37.767595 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3ecb720e-94cf-45e7-8f21-ee09e93370b6 req-c6f39a1d-f699-4608-bf37-0ff8718237f4 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/security-groups?id=b765bf78-d397-4fc9-ba67-86601741c4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 May 31 12:09:38.223203 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-eff2acd8-8e48-43fd-93df-3bcdb92626d3 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:38.223924 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-eff2acd8-8e48-43fd-93df-3bcdb92626d3 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Synchronizing usage tracker for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:09:38.240130 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-eff2acd8-8e48-43fd-93df-3bcdb92626d3 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Unset dirty status for tenant:2eb073d9eea34204a29999727dc66301 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:09:38.241239 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-eff2acd8-8e48-43fd-93df-3bcdb92626d3 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 946 time: 0.0966346 May 31 12:09:38.375530 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Deleting port 72894682-25c2-40fd-8194-74bddb53d540 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:09:38.375862 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:38.407669 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-416cb973-b434-4a2c-95ca-71eef3d50aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:38.504241 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] For port 72894682-25c2-40fd-8194-74bddb53d540, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=72894682-25c2-40fd-8194-74bddb53d540,segment=NetworkSegment(efa37879-f2f1-43ec-8b89-93f2a472b020),segment_id=efa37879-f2f1-43ec-8b89-93f2a472b020)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:38.504590 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:38.624232 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Calling delete_port for 72894682-25c2-40fd-8194-74bddb53d540 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:09:38.733129 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:38.738419 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-77b22f02-46de-4681-b8b6-a163723ded44 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:38.767833 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['72894682-25c2-40fd-8194-74bddb53d540'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:09:38.781637 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Pushing event deleted for resources: {'Port': ['ID=72894682-25c2-40fd-8194-74bddb53d540,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:38.818253 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.818636 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.818965 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.819307 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.819646 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.819983 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.820838 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.821180 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.821510 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.821865 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.822196 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.822525 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:38.832771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:38.866790 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] No DVR routers for this DVR port 72894682-25c2-40fd-8194-74bddb53d540 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:09:38.869235 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:38.871726 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0bd825-f3e3-4e49-aea9-cfc88d8399ba', 'name': 'network-vif-deleted', 'tag': '72894682-25c2-40fd-8194-74bddb53d540'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:38.874000 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aae616a-b124-426e-bb84-923b8b79809d" -d '{"events": [{"server_uuid": "0c0bd825-f3e3-4e49-aea9-cfc88d8399ba", "name": "network-vif-deleted", "tag": "72894682-25c2-40fd-8194-74bddb53d540"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:38.887972 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2f7c6c5f-369b-4fcd-aea5-055b82bd51c2 req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.52 "DELETE /v2.0/ports/72894682-25c2-40fd-8194-74bddb53d540 HTTP/1.1" status: 204 len: 173 time: 0.6404800 May 31 12:09:38.918978 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:38.949573 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1d873829-81cc-4314-b00e-f94255b258ee req-739a1401-94a0-4ee7-8601-82e395f200ef tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c0bd825-f3e3-4e49-aea9-cfc88d8399ba HTTP/1.1" status: 200 len: 210 time: 0.0671029 May 31 12:09:38.975540 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d3b9b7-dbd9-4b17-ad75-d39e25c9b7cb x-openstack-request-id: req-c4d3b9b7-dbd9-4b17-ad75-d39e25c9b7cb {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:38.975933 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0bd825-f3e3-4e49-aea9-cfc88d8399ba", "name": "network-vif-deleted", "tag": "72894682-25c2-40fd-8194-74bddb53d540", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:38.976218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4d3b9b7-dbd9-4b17-ad75-d39e25c9b7cb {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:38.977164 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0bd825-f3e3-4e49-aea9-cfc88d8399ba', 'name': 'network-vif-deleted', 'tag': '72894682-25c2-40fd-8194-74bddb53d540', 'status': 'completed', 'code': 200} May 31 12:09:40.044507 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 54976) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:40.207347 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Deleting subnet 76f23f6a-9323-4239-8e5f-11c5ae869730 {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:09:40.210269 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.261886 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.316223 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.643563 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.647448 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:40.682115 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f23f6a-9323-4239-8e5f-11c5ae869730,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:40.686616 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.695896 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.696263 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.696618 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.696969 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.697311 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.697687 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.698031 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.698372 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.698715 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.699055 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.699391 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.699726 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:40.702697 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:40.706497 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9028c6c3-2891-4629-83a4-38593ec38f57 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/76f23f6a-9323-4239-8e5f-11c5ae869730 HTTP/1.1" status: 204 len: 168 time: 0.6587536 May 31 12:09:40.706936 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 54992) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:40.810957 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.926662 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-361b2f25-8c35-4338-a5dd-79f00817caf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.934701 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.947792 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88017d99-0486-4de5-8c91-7a3ceb46da6a']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:09:40.959533 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa37879-f2f1-43ec-8b89-93f2a472b020') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:09:40.959827 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa37879-f2f1-43ec-8b89-93f2a472b020') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:09:40.971288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.978625 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.989799 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:40.996547 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:09:40.997012 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:09:41.010397 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:09:41.093356 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.096987 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-94cb54a6-4348-4b2e-a42f-a463ad55e549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:41.109959 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.120405 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Pushing event deleted for resources: {'Network': ['ID=88017d99-0486-4de5-8c91-7a3ceb46da6a,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:41.125385 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:41.128773 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-a9cff151-cb26-4292-be6a-5d963a51c79c admin admin] 10.222.0.10 "DELETE /v2.0/networks/88017d99-0486-4de5-8c91-7a3ceb46da6a HTTP/1.1" status: 204 len: 168 time: 0.4207659 May 31 12:09:41.239269 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 54998) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:41.287688 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-3249d60f-afd0-484a-93b0-e14a20baf3cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2eb073d9eea34204a29999727dc66301&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471706 May 31 12:09:41.289916 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 55002) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:41.349178 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-63b612a0-e38a-462e-8069-1868b97c19f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.374925 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-63b612a0-e38a-462e-8069-1868b97c19f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.429595 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-63b612a0-e38a-462e-8069-1868b97c19f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.433638 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d79e90a8-b2cd-47fb-bba5-b81dc2df571f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:41.446295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b612a0-e38a-462e-8069-1868b97c19f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765bf78-d397-4fc9-ba67-86601741c4c2,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:41.449446 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-63b612a0-e38a-462e-8069-1868b97c19f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:41.462220 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-63b612a0-e38a-462e-8069-1868b97c19f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.463338 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-63b612a0-e38a-462e-8069-1868b97c19f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b765bf78-d397-4fc9-ba67-86601741c4c2 HTTP/1.1" status: 204 len: 168 time: 0.1725500 May 31 12:09:41.802984 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 72894682-25c2-40fd-8194-74bddb53d540 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:09:41.846709 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 72894682-25c2-40fd-8194-74bddb53d540 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:09:41.847065 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 72894682-25c2-40fd-8194-74bddb53d540 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:09:41.857230 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.043409 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 55064) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:43.157436 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.171190 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:43.174934 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Usage tracker for resource:security_group_rule and tenant:2b1f6788d2c644f2beb3c907a4c9dc73 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:43.177673 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:43.183726 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:43.270653 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.274306 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.282631 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-db435104-440c-4441-b005-4facfad097c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:43.319806 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b1f6788d2c644f2beb3c907a4c9dc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753170 May 31 12:09:43.322455 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 55070) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:43.323716 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2955d8-657a-480c-9c8a-7fc72f3a1c28,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:43.327309 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:43.380375 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-27089d20-0f6d-4679-bb6f-31b6174d03ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.406230 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-27089d20-0f6d-4679-bb6f-31b6174d03ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.459922 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-27089d20-0f6d-4679-bb6f-31b6174d03ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.464165 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6a7a2495-d23e-46e2-aec9-63c58601ddb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:43.476428 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27089d20-0f6d-4679-bb6f-31b6174d03ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2955d8-657a-480c-9c8a-7fc72f3a1c28,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:43.479337 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-27089d20-0f6d-4679-bb6f-31b6174d03ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:43.484154 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-27089d20-0f6d-4679-bb6f-31b6174d03ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.487653 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-27089d20-0f6d-4679-bb6f-31b6174d03ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de2955d8-657a-480c-9c8a-7fc72f3a1c28 HTTP/1.1" status: 204 len: 168 time: 0.1621401 May 31 12:09:43.674488 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.779448 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 55086) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:43.796852 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.811304 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:43.815032 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Usage tracker for resource:security_group_rule and tenant:a68645c6fb464af58158dcd56c7c5b27 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:43.817798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:43.824156 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:43.902087 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.905791 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.912258 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3ce8853b-533f-465c-9058-9706a1f3e5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:43.950997 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7601fbb8-38c9-4dc7-a4d9-7776d5ecd99b,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:43.957496 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a68645c6fb464af58158dcd56c7c5b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746826 May 31 12:09:43.957496 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:43.957819 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 55092) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:44.018010 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-07a7fa78-84e9-4cbe-8c84-f1f5406cde41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:44.043446 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-07a7fa78-84e9-4cbe-8c84-f1f5406cde41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:44.093823 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-07a7fa78-84e9-4cbe-8c84-f1f5406cde41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:44.098235 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6506b62d-16c1-4b22-887c-efbe11042863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:44.108593 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7fa78-84e9-4cbe-8c84-f1f5406cde41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7601fbb8-38c9-4dc7-a4d9-7776d5ecd99b,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:44.113119 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-07a7fa78-84e9-4cbe-8c84-f1f5406cde41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:44.114976 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-07a7fa78-84e9-4cbe-8c84-f1f5406cde41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:44.116080 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-07a7fa78-84e9-4cbe-8c84-f1f5406cde41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7601fbb8-38c9-4dc7-a4d9-7776d5ecd99b HTTP/1.1" status: 204 len: 168 time: 0.1574907 May 31 12:09:46.665242 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 55184) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:46.780657 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:46.795125 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:46.798893 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Usage tracker for resource:security_group_rule and tenant:ceadf1bc76a3457cb3840b48a18be47f is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:46.802226 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:46.808161 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:46.889882 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:46.893318 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:46.901950 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7562289f-189e-4f70-8e2a-24461e4c49da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:46.939936 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ceadf1bc76a3457cb3840b48a18be47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736533 May 31 12:09:46.941550 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebc31ac-ad5e-4513-aa1c-b5e0629e9a7c,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:46.942653 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 55192) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:46.944574 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:47.003628 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e13a6dde-9118-4a94-9d5f-03911facb1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.029873 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e13a6dde-9118-4a94-9d5f-03911facb1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.087365 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e13a6dde-9118-4a94-9d5f-03911facb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.092176 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-63b612a0-e38a-462e-8069-1868b97c19f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:47.103564 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a6dde-9118-4a94-9d5f-03911facb1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebc31ac-ad5e-4513-aa1c-b5e0629e9a7c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:47.107298 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e13a6dde-9118-4a94-9d5f-03911facb1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:47.113828 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e13a6dde-9118-4a94-9d5f-03911facb1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.115100 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e13a6dde-9118-4a94-9d5f-03911facb1f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ebc31ac-ad5e-4513-aa1c-b5e0629e9a7c HTTP/1.1" status: 204 len: 168 time: 0.1713922 May 31 12:09:47.383105 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 55208) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:47.400773 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.415009 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:47.418864 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Usage tracker for resource:security_group_rule and tenant:7e84169c90e34daa90bd6dd823298bcd is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:47.421613 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:47.427192 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:47.507211 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.511500 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.519359 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a028aaa8-89a3-4786-926d-8fcc58a1593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:47.556620 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e84169c90e34daa90bd6dd823298bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725097 May 31 12:09:47.558182 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24452cb-a60f-4f22-a2cc-bf3c841a2715,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:47.559256 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 55212) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:47.561165 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-79364f66-69c8-4f5e-afa9-2da5047eddc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:47.620897 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de032460-6396-461c-a015-33c922c9185f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.647482 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de032460-6396-461c-a015-33c922c9185f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.699663 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de032460-6396-461c-a015-33c922c9185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.703372 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d70d8385-2db1-419c-a9fc-8ff00f0714f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:47.715358 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de032460-6396-461c-a015-33c922c9185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24452cb-a60f-4f22-a2cc-bf3c841a2715,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:47.718174 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-de032460-6396-461c-a015-33c922c9185f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:47.725067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de032460-6396-461c-a015-33c922c9185f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:47.726208 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-de032460-6396-461c-a015-33c922c9185f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d24452cb-a60f-4f22-a2cc-bf3c841a2715 HTTP/1.1" status: 204 len: 168 time: 0.1659918 May 31 12:09:49.864310 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 55306) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:49.980426 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:49.994562 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:49.998242 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Usage tracker for resource:security_group_rule and tenant:71f28fd90ee544a586b947c92c73cebd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:50.001055 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:50.006840 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:50.087170 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.090906 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.099058 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-af934cc4-ba11-4b11-9f8b-a2ef012a2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:50.140529 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71f28fd90ee544a586b947c92c73cebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751153 May 31 12:09:50.141982 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990d118d-9b24-447e-91d8-347f511ee2a9,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:50.143166 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 55314) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:50.144919 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:50.204035 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6158fbb7-ce9c-4997-a4c1-4976e4a4c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.228861 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6158fbb7-ce9c-4997-a4c1-4976e4a4c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.279190 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6158fbb7-ce9c-4997-a4c1-4976e4a4c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.282899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-64a84e35-4711-4760-9df9-e5d03cf0e78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:50.295932 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158fbb7-ce9c-4997-a4c1-4976e4a4c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d118d-9b24-447e-91d8-347f511ee2a9,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:50.298075 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6158fbb7-ce9c-4997-a4c1-4976e4a4c8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:50.305530 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6158fbb7-ce9c-4997-a4c1-4976e4a4c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.309112 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6158fbb7-ce9c-4997-a4c1-4976e4a4c8e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/990d118d-9b24-447e-91d8-347f511ee2a9 HTTP/1.1" status: 204 len: 168 time: 0.1625714 May 31 12:09:50.591334 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 55332) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:50.608537 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.623131 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:50.626913 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Usage tracker for resource:security_group_rule and tenant:3a556ba9b59d418da382ad653005fcf9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:50.629838 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:50.636210 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:50.715599 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.719007 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.725823 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-824355fd-fe9b-4c0f-8242-b8c8809f3b59 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:50.765388 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a556ba9b59d418da382ad653005fcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730261 May 31 12:09:50.766295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9604f3e6-822f-4b58-9854-3c7aa7a7447e,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:50.768027 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 55336) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:50.769168 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-726fd452-82ca-4efb-8187-a623560cd517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:50.827060 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cf709fdb-1e68-4ec2-a221-49f798d842b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.852760 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cf709fdb-1e68-4ec2-a221-49f798d842b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.903980 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cf709fdb-1e68-4ec2-a221-49f798d842b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.908494 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-07a7fa78-84e9-4cbe-8c84-f1f5406cde41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:50.919898 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf709fdb-1e68-4ec2-a221-49f798d842b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9604f3e6-822f-4b58-9854-3c7aa7a7447e,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:50.923692 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-cf709fdb-1e68-4ec2-a221-49f798d842b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:50.928931 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cf709fdb-1e68-4ec2-a221-49f798d842b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:50.930102 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-cf709fdb-1e68-4ec2-a221-49f798d842b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9604f3e6-822f-4b58-9854-3c7aa7a7447e HTTP/1.1" status: 204 len: 168 time: 0.1611028 May 31 12:09:51.323526 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:10:08.409815 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0da4f2ee-0ce2-4797-bda6-7d70de9ff071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:08.925049 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:10.928832 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b3f711c3-c3f4-4f47-84e6-4bb4c5951c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:10.979739 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:11.844786 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.715150 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:28.322025 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:10:38.411094 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-665d81c3-58e1-4de3-9fa0-c6205574a90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:38.924706 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:40.934108 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-22d83d1f-2e1a-4c2f-be07-8f1b64ba4200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:40.981289 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:41.847844 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:43.682460 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:05.320080 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:11:08.412577 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-55d5821a-b80c-49ce-8915-f05f9bfd4e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:08.955308 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:10.936193 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-39409a6b-556e-4f64-a03c-b6a1e7c86118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:10.982829 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:11.851408 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:13.682559 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:16.071631 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 56338) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:16.832573 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:17.229608 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Deleting port 05987641-772d-4f23-80fd-ca6463b6ff84 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:11:17.230324 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:17.348879 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] For port 05987641-772d-4f23-80fd-ca6463b6ff84, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=05987641-772d-4f23-80fd-ca6463b6ff84,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:17.349130 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:17.466507 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Calling delete_port for 05987641-772d-4f23-80fd-ca6463b6ff84 owned by network:router_interface {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:11:17.746692 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:17.751254 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-23b36056-0d46-462a-a52e-acded55152a6 tempest-VolumesSnapshotTestJSON-1401336258 tempest-VolumesSnapshotTestJSON-1401336258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:17.884267 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Pushing event deleted for resources: {'Port': ['ID=05987641-772d-4f23-80fd-ca6463b6ff84,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:17.930460 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.930832 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.931191 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.931541 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.931888 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.932234 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.932576 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.932915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.933258 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.933614 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.933950 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.934285 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:17.968989 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:18.167093 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:18.520661 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Router 149cc1dc-a809-438b-92e6-cf7dca3e12ad has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:11:18.699105 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:11:18.707830 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] Sync routers for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:11:18.717625 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:11:18.718243 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:11:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:18.721248 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] 10.222.0.10 "PUT /v2.0/routers/149cc1dc-a809-438b-92e6-cf7dca3e12ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6485422 May 31 12:11:18.723611 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 56372) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:18.889680 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:11:18.894782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:19.064798 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:19.134350 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Deleting port 44a443f7-37ae-4f45-9b29-72d7da4327ee {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:11:19.134692 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:19.168512 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T12:11:17Z', 'revision_number': 5, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port': {'id': '44a443f7-37ae-4f45-9b29-72d7da4327ee', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:39:54Z', 'updated_at': '2021-05-31T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:19.172399 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] Checking router: 149cc1dc-a809-438b-92e6-cf7dca3e12ad for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:11:19.181319 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] Routers {'149cc1dc-a809-438b-92e6-cf7dca3e12ad'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:11:19.181985 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:11:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:19.332480 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] Set router 149cc1dc-a809-438b-92e6-cf7dca3e12ad gateway port host: None {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:11:19.353463 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] For port 44a443f7-37ae-4f45-9b29-72d7da4327ee, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=44a443f7-37ae-4f45-9b29-72d7da4327ee,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:19.353845 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:19.434743 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T12:11:19Z', 'revision_number': 6, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:19.438446 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ae891-9004-4505-9aeb-ca7e7f0a0aed None None] The sync data for ids ['149cc1dc-a809-438b-92e6-cf7dca3e12ad'] in dv-cinder-791240-4-iscsi is: [{'id': '149cc1dc-a809-438b-92e6-cf7dca3e12ad', 'name': 'tempest-AttachVolumeShelveTestJSON-57028340-router', 'tenant_id': 'bd8628adc75741818b115667c67096e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:39:53Z', 'updated_at': '2021-05-31T12:11:19Z', 'revision_number': 6, 'project_id': 'bd8628adc75741818b115667c67096e9', 'gw_port_host': None}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:11:19.477652 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Calling delete_port for 44a443f7-37ae-4f45-9b29-72d7da4327ee owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:11:19.612422 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:19.615926 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d6b764cc-5be7-4298-ba4e-454d5c4031f2 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:19.660595 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a443f7-37ae-4f45-9b29-72d7da4327ee,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:19.663732 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:19.751733 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:19.926335 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:19.928468 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.010666 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.011191 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 149cc1dc-a809-438b-92e6-cf7dca3e12ad {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:11:20.024064 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.025591 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4f931830-7c37-42db-a99c-65afa50a5955 admin admin] 10.222.0.10 "DELETE /v2.0/routers/149cc1dc-a809-438b-92e6-cf7dca3e12ad HTTP/1.1" status: 204 len: 168 time: 1.3006670 May 31 12:11:20.028000 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 56386) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:20.087974 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] Deleting subnet 70050af5-b69b-4a25-a6a1-f4bd897caf4b {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:11:20.090804 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.137302 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26482037'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.251514 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 05987641-772d-4f23-80fd-ca6463b6ff84 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:11:20.252406 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.289217 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 05987641-772d-4f23-80fd-ca6463b6ff84 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:11:20.289587 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 05987641-772d-4f23-80fd-ca6463b6ff84 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:11:20.290037 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 44a443f7-37ae-4f45-9b29-72d7da4327ee no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:11:20.324292 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 44a443f7-37ae-4f45-9b29-72d7da4327ee {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:11:20.324645 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 44a443f7-37ae-4f45-9b29-72d7da4327ee not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:11:20.506077 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3585469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2839545'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.510466 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f2927b42-d31d-4d25-ad73-2a368cad52b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:20.543342 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70050af5-b69b-4a25-a6a1-f4bd897caf4b,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:20.546072 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:20.547010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.552453 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22c3d5-cdbc-426f-9d98-576fb77e9442 None None] Network 86ef2da6-9cf6-4c22-879d-af6693aeaf8a requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:11:20.552672 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a2a32baf-ab71-4b49-b386-0ac7acf76ba8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/70050af5-b69b-4a25-a6a1-f4bd897caf4b HTTP/1.1" status: 204 len: 168 time: 0.5237713 May 31 12:11:20.555625 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 56394) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:20.748108 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.800168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] DHCP port deletion for 86ef2da6-9cf6-4c22-879d-af6693aeaf8a request from dv-cinder-791240-4-iscsi {{(pid=98398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:11:20.822152 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Deleting port 443b3783-59ce-4059-9353-7d2d21fe1840 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:11:20.822494 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.900450 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Deleting port 443b3783-59ce-4059-9353-7d2d21fe1840 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:11:20.900892 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.928201 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] For port 443b3783-59ce-4059-9353-7d2d21fe1840, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=443b3783-59ce-4059-9353-7d2d21fe1840,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:20.928648 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:20.998327 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] For port 443b3783-59ce-4059-9353-7d2d21fe1840, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=443b3783-59ce-4059-9353-7d2d21fe1840,segment=NetworkSegment(426b2871-2d5e-43bd-8ea5-698bb4aadcb0),segment_id=426b2871-2d5e-43bd-8ea5-698bb4aadcb0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:20.998639 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.056854 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Calling delete_port for 443b3783-59ce-4059-9353-7d2d21fe1840 owned by network:dhcp {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:11:21.102294 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.107534 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f8332ddf-b69c-4ded-996d-4a8b2abf3594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:21.116129 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Calling delete_port for 443b3783-59ce-4059-9353-7d2d21fe1840 owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:11:21.149427 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Pushing event deleted for resources: {'Port': ['ID=443b3783-59ce-4059-9353-7d2d21fe1840,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:21.152347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:21.155028 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] No DVR routers for this DVR port 443b3783-59ce-4059-9353-7d2d21fe1840 on host dv-cinder-791240-4-iscsi {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:11:21.158068 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.161815 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:21.206186 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Pushing event deleted for resources: {'Port': ['ID=443b3783-59ce-4059-9353-7d2d21fe1840,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:21.210876 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] No DVR routers for this DVR port 443b3783-59ce-4059-9353-7d2d21fe1840 on host dv-cinder-791240-4-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:11:21.216867 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.217208 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.217539 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.217891 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.218213 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.218533 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.218849 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.219171 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.219487 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.219865 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.220098 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.220404 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.224570 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:21.271218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.283793 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ef2da6-9cf6-4c22-879d-af6693aeaf8a']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:21.295536 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426b2871-2d5e-43bd-8ea5-698bb4aadcb0') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:21.295830 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426b2871-2d5e-43bd-8ea5-698bb4aadcb0') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:21.307399 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26482046'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.323521 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.329903 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:11:21.330334 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584795'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: timer() May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: cb(*args, **kw) May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: self._notify() May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: self.callback(batched_events) May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: event.method(event) May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._get(url).json() May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:11:21.343191 dv-cinder-791240-4-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:11:21.418732 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.422586 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a3c83149-3aef-41fd-b945-812b171637cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:21.435845 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.447715 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ef2da6-9cf6-4c22-879d-af6693aeaf8a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:21.451666 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:21.459602 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] 10.222.0.10 "DELETE /v2.0/networks/86ef2da6-9cf6-4c22-879d-af6693aeaf8a HTTP/1.1" status: 204 len: 168 time: 0.9030609 May 31 12:11:21.574575 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56408) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:21.623634 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-95cbeb3f-ebbd-4efb-ac41-aa8a04db34ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd8628adc75741818b115667c67096e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478935 May 31 12:11:21.626022 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56412) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:21.686538 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.711530 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.763571 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.767192 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-84f8639d-78c1-42ef-ba9f-b58b89dd5083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:21.781282 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574cdd70-4485-4da0-af62-aa08f0fa7ba6,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:21.791911 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.792218 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.792577 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.792931 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.793281 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.793655 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.794005 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.794348 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.794883 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.795088 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.795430 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.795766 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:21.798693 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:21.799780 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/574cdd70-4485-4da0-af62-aa08f0fa7ba6 HTTP/1.1" status: 204 len: 168 time: 0.1728883 May 31 12:11:21.801176 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dd5f1c33-0c17-4e89-b821-7158c8e7e979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:22.058771 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 443b3783-59ce-4059-9353-7d2d21fe1840 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:11:22.092485 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 443b3783-59ce-4059-9353-7d2d21fe1840 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:11:22.092864 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 443b3783-59ce-4059-9353-7d2d21fe1840 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:11:22.510594 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56444) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:22.615442 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-575776540-network', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:22.620607 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:22.624687 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Usage tracker for resource:network and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:22.627603 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:22.634049 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:22.644092 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Made reservation on behalf of 9a31554df76c46c6bb306ef3c18fe9cd for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:11:22.646342 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:22.658201 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:22.671842 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:22.675516 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Usage tracker for resource:security_group_rule and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:22.678225 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:22.684331 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:22.765953 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:22.769899 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:22.774599 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4fa8798c-cc39-4d0b-8f55-c9a17a4f5099 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:22.800416 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:11:22.816798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55624b5-d370-4a81-acf2-0d4a0ed21038,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:22.821936 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:22.822887 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:22.823215 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Added segment 13cf4264-7e7f-4ce4-8a80-c2c9b6116a26 of type vlan for network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 May 31 12:11:22.854453 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:22.881956 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:22.883761 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:22.884338 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:22.887505 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:22.986219 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Pushing event updated for resources: {'Network': ['ID=2dd69702-3d36-4e8c-a46b-3a6212e6c539,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:22.989795 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4780765 May 31 12:11:22.990661 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:22.993651 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56454) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:22.996966 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:11:22.999216 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Request body: {'subnet': {'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-575776540-subnet', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:23.004045 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:23.007891 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Usage tracker for resource:subnet and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:23.010710 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:23.016371 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:23.114309 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Made reservation on behalf of 9a31554df76c46c6bb306ef3c18fe9cd for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:11:23.116726 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823398'] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:23.485505 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2199085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823408'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:23.489056 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-950da5b1-5c8d-40d7-861f-3abe93159c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:23.557737 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=99bf896f-182c-404d-b029-779856708c98,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:23.561913 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:23.571106 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Checking segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:11:23.571452 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Network hostable DHCP agents. Network: 2dd69702-3d36-4e8c-a46b-3a6212e6c539, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:11:23.586599 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:11:23.594952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 2dd69702-3d36-4e8c-a46b-3a6212e6c539) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:11:23.602959 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:23.603435 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:23.606913 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf6039-0a94-42bc-ad73-60d008d7de62 None None] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:11:23.627050 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-bd2cd08f-3461-4a20-948a-20a5266e16fe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6324217 May 31 12:11:23.629703 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56466) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:23.635906 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:23.640736 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:23.644642 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Usage tracker for resource:router and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:23.647619 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:23.653807 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:23.664581 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:23.665547 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:23.681128 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:23.834091 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:11:23.835059 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:23.950219 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:23.992053 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Allocated IP 172.20.0.2 (2dd69702-3d36-4e8c-a46b-3a6212e6c539/99bf896f-182c-404d-b029-779856708c98/408f908e-e1be-4699-a142-cf6a281c0631) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:11:24.200477 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.212416 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Transition to ACTIVE for port object 408f908e-e1be-4699-a142-cf6a281c0631 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:11:24.233443 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Transition to ACTIVE for port object 408f908e-e1be-4699-a142-cf6a281c0631 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:11:24.239940 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.243973 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4aad8672-ad11-4dc5-9d20-b17a79f921f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:24.276381 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.306409 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.308566 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:11:24.312108 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:11:24.316314 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:11:24.325515 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Pushing event updated for resources: {'Port': ['ID=408f908e-e1be-4699-a142-cf6a281c0631,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:24.328211 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:24.413416 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Attempting to bind port 408f908e-e1be-4699-a142-cf6a281c0631 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:11:24.413796 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Attempting to bind port 408f908e-e1be-4699-a142-cf6a281c0631 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:11:24.414701 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Attempting to bind port 408f908e-e1be-4699-a142-cf6a281c0631 on network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:11:24.420032 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:11:24.420399 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Checking segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:11:24.420795 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.421179 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Bound using segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:11:24.421665 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Bound port: 408f908e-e1be-4699-a142-cf6a281c0631, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:11:24.422034 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.440468 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Allocated IP 172.27.3.81 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/edebab05-ddd5-4cfc-8686-96aba1d3d772) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:11:24.508603 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] For port 408f908e-e1be-4699-a142-cf6a281c0631, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:11:24.511421 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] For port 408f908e-e1be-4699-a142-cf6a281c0631, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=408f908e-e1be-4699-a142-cf6a281c0631,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:11:24.515224 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.518546 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:24.605605 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Pushing event updated for resources: {'Port': ['ID=408f908e-e1be-4699-a142-cf6a281c0631,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:24.610195 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:24.687690 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.718498 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:24.721937 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:24.793893 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:11:24.796811 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:11:24.800610 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:11:24.838568 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Pushing event updated for resources: {'Port': ['ID=edebab05-ddd5-4cfc-8686-96aba1d3d772,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:24.847957 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:25.213895 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:25.440491 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1d795-9bd3-4171-9d21-9cd9b9212630 None None] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:11:25.573185 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-ab5e2343-7673-40e0-aaa9-12816391b8ef None None] Provisioning for port 408f908e-e1be-4699-a142-cf6a281c0631 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:11:25.574831 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:25.776666 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Router 151dd4df-4be6-406c-8e90-6e990f758b30 is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:11:25.957074 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:11:25.965333 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Sync routers for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:11:25.974839 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:11:25.975373 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:11:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:25.982773 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:25.984014 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3532634 May 31 12:11:25.986760 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56490) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:26.120536 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 408f908e-e1be-4699-a142-cf6a281c0631 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:11:26.157257 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:11:26.192409 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 408f908e-e1be-4699-a142-cf6a281c0631 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:11:26.196970 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 408f908e-e1be-4699-a142-cf6a281c0631 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:26.197337 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:26.314162 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:26.347032 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 408f908e-e1be-4699-a142-cf6a281c0631, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=408f908e-e1be-4699-a142-cf6a281c0631,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:26.352034 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:26.354084 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:26.423944 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=408f908e-e1be-4699-a142-cf6a281c0631,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:26.427892 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:26.455762 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:25Z', 'revision_number': 3, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:26.459558 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Checking router: 151dd4df-4be6-406c-8e90-6e990f758b30 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:11:26.460132 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Updating router 151dd4df-4be6-406c-8e90-6e990f758b30 port edebab05-ddd5-4cfc-8686-96aba1d3d772 binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:11:26.521194 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:26.781325 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:26.837627 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:26.848434 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Transition to ACTIVE for port object edebab05-ddd5-4cfc-8686-96aba1d3d772 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:11:26.855164 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:26.859257 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e5396e13-031a-4ca7-b709-7c57bf97e207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:26.964282 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Attempting to bind port edebab05-ddd5-4cfc-8686-96aba1d3d772 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:11:26.964655 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Attempting to bind port edebab05-ddd5-4cfc-8686-96aba1d3d772 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:11:26.965280 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Attempting to bind port edebab05-ddd5-4cfc-8686-96aba1d3d772 on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:11:26.974741 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Pushing event updated for resources: {'Port': ['ID=edebab05-ddd5-4cfc-8686-96aba1d3d772,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:26.983538 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.983877 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.984202 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.984731 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.984879 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.985139 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.985678 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.985797 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.986506 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.986824 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.987133 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.987339 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Allocated IP 172.20.0.1 (2dd69702-3d36-4e8c-a46b-3a6212e6c539/99bf896f-182c-404d-b029-779856708c98/77de5bd5-0e39-466b-abfe-03b5507f36c8) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:11:26.987470 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:11:26.997359 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:26.998554 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:11:26.998554 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:11:26.998941 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:26.999408 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:11:26.999886 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Bound port: edebab05-ddd5-4cfc-8686-96aba1d3d772, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:11:27.000281 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.071183 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] For port edebab05-ddd5-4cfc-8686-96aba1d3d772, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:11:27.074708 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] For port edebab05-ddd5-4cfc-8686-96aba1d3d772, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=edebab05-ddd5-4cfc-8686-96aba1d3d772,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:11:27.079409 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.084302 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e5396e13-031a-4ca7-b709-7c57bf97e207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:27.133273 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.149137 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Transition to ACTIVE for port object 77de5bd5-0e39-466b-abfe-03b5507f36c8 will not be triggered until provisioned by entity DHCP. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:11:27.158302 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:11:27.159024 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:11:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:27.175388 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.180090 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-aa64758a-c1b1-43ec-ad3a-a84c72b9ec71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:27.235405 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Pushing event updated for resources: {'Port': ['ID=edebab05-ddd5-4cfc-8686-96aba1d3d772,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:27.241511 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:11:27.244602 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:11:27.245444 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:27.248678 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:11:27.283325 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Pushing event updated for resources: {'Port': ['ID=77de5bd5-0e39-466b-abfe-03b5507f36c8,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:27.295577 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:27.310064 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.347594 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:11:27.434692 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-bfa5cd34-ae0e-4c69-94d0-298313101c06 None None] Provisioning for port 77de5bd5-0e39-466b-abfe-03b5507f36c8 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:11:27.439816 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-bfa5cd34-ae0e-4c69-94d0-298313101c06 None None] Provisioning complete for port 77de5bd5-0e39-466b-abfe-03b5507f36c8 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:27.440274 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bfa5cd34-ae0e-4c69-94d0-298313101c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.497274 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5cd34-ae0e-4c69-94d0-298313101c06 None None] Port 77de5bd5-0e39-466b-abfe-03b5507f36c8 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:11:27.649704 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:25Z', 'revision_number': 3, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:27.654385 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ba89d-c1ea-420a-a52f-cc6f29dcce9c None None] The sync data for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi is: [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:25Z', 'revision_number': 3, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:11:27.682111 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.921796 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.926821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:27.952524 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:28.042825 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:28.046829 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Pushing event updated for resources: {'Port': ['ID=77de5bd5-0e39-466b-abfe-03b5507f36c8,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:28.050362 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:28.158220 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device edebab05-ddd5-4cfc-8686-96aba1d3d772 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:11:28.210087 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:11:28.211289 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:11:28.230906 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port edebab05-ddd5-4cfc-8686-96aba1d3d772 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:11:28.237006 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port edebab05-ddd5-4cfc-8686-96aba1d3d772 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:28.237692 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:28.435718 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:28.455042 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port edebab05-ddd5-4cfc-8686-96aba1d3d772, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=edebab05-ddd5-4cfc-8686-96aba1d3d772,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:28.459859 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:28.460194 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Router 151dd4df-4be6-406c-8e90-6e990f758b30 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:11:28.461954 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 408f908e-e1be-4699-a142-cf6a281c0631 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:11:28.488164 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:28.590482 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-45f12a01-d7c7-45e1-8166-4c51190e1b01 None None] Provisioning complete for port 77de5bd5-0e39-466b-abfe-03b5507f36c8 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:28.590759 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-45f12a01-d7c7-45e1-8166-4c51190e1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:28.631857 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=edebab05-ddd5-4cfc-8686-96aba1d3d772,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:28.638985 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:28.650532 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:11:28.662203 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] 10.222.0.10 "PUT /v2.0/routers/151dd4df-4be6-406c-8e90-6e990f758b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6741953 May 31 12:11:28.664688 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-45f12a01-d7c7-45e1-8166-4c51190e1b01 None None] Port 77de5bd5-0e39-466b-abfe-03b5507f36c8 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:11:28.671457 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 408f908e-e1be-4699-a142-cf6a281c0631 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:28.672037 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:29.204873 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Sync routers for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:11:29.214321 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:11:29.214934 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:11:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:29.388360 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:11:29.690213 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 2, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:29.693844 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Checking router: 151dd4df-4be6-406c-8e90-6e990f758b30 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:11:29.694199 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Updating router 151dd4df-4be6-406c-8e90-6e990f758b30 port 77de5bd5-0e39-466b-abfe-03b5507f36c8 binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:11:29.776865 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.092185 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device edebab05-ddd5-4cfc-8686-96aba1d3d772 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:11:30.170357 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.186993 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Transition to ACTIVE for port object 77de5bd5-0e39-466b-abfe-03b5507f36c8 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:11:30.198510 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56540) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:30.204128 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.205587 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949167582', 'description': 'tempest-description--2041599155'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:30.208744 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:30.211327 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:30.215438 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:security_group and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:30.218539 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:30.224552 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:30.234385 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.244295 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port edebab05-ddd5-4cfc-8686-96aba1d3d772 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:30.244520 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.254795 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:30.259154 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:security_group_rule and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:30.262092 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:30.267857 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:30.360987 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.365546 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.371932 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-46bb9902-e616-42e0-94e1-7f847c3ad922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:30.389119 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca24e8a-c6ba-4b5d-813a-b93ac883f440 None None] Pushing event updated for resources: {'Port': ['ID=77de5bd5-0e39-466b-abfe-03b5507f36c8,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:30.412881 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02e8015-20b3-4963-a5d6-6aa7dc986794,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:30.415802 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8ca24e8a-c6ba-4b5d-813a-b93ac883f440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:30.416063 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.420466 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 56546) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:30.425967 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'security_group_rule': {'security_group_id': 'b02e8015-20b3-4963-a5d6-6aa7dc986794', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:30.430853 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2306063 May 31 12:11:30.431929 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:30.434314 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:30.438276 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:security_group_rule and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:30.441182 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:30.448874 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:30.467772 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.565215 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.570249 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.572495 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-192a7cce-204a-4d3a-a40a-ec639357aa0d tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:30.596633 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa726053-d22b-495d-a689-3b0d88baa6a7,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:30.599486 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Attempting to bind port 77de5bd5-0e39-466b-abfe-03b5507f36c8 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:11:30.599863 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Attempting to bind port 77de5bd5-0e39-466b-abfe-03b5507f36c8 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:11:30.600231 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Attempting to bind port 77de5bd5-0e39-466b-abfe-03b5507f36c8 on network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:11:30.604238 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:30.608039 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.609087 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1875832 May 31 12:11:30.612128 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56552) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:30.620802 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:11:30.621192 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Checking segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:11:30.621604 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.621986 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Bound using segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:11:30.622463 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Bound port: 77de5bd5-0e39-466b-abfe-03b5507f36c8, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:11:30.622837 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.625853 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'security_group_rule': {'security_group_id': 'b02e8015-20b3-4963-a5d6-6aa7dc986794', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:30.638074 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:30.642021 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:security_group_rule and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:30.647386 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:30.654425 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:30.671187 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.721711 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] For port 77de5bd5-0e39-466b-abfe-03b5507f36c8, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:11:30.725344 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] For port 77de5bd5-0e39-466b-abfe-03b5507f36c8, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=77de5bd5-0e39-466b-abfe-03b5507f36c8,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:11:30.730087 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.733410 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:30.733793 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.737919 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.739965 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a16f2697-958b-4035-893f-ebbb3af5f906 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:30.761746 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7027ee9d-ed04-4eb7-b6c2-1534f17bab61,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:30.766513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:30.773434 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.775198 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613193 May 31 12:11:30.777905 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56556) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:30.782867 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'floatingip': {'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:30.788344 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:30.794684 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:floatingip and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:11:30.798002 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:11:30.803850 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:30.814037 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:11:30.814675 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:11:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:30.816373 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:30.870640 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca24e8a-c6ba-4b5d-813a-b93ac883f440 None None] Pushing event updated for resources: {'Port': ['ID=77de5bd5-0e39-466b-abfe-03b5507f36c8,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:30.884453 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8ca24e8a-c6ba-4b5d-813a-b93ac883f440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:30.993067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:31.021579 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:11:31.128822 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Allocated IP 172.27.3.157 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/5edf1e48-e306-4b19-bd84-1d98c180914f) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:11:31.271135 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:31.302135 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:31.306683 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:31.369521 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:11:31.372241 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:11:31.374787 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:11:31.380603 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:30Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:31.385270 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e7625-6e37-4cac-9dae-1012100a3a83 None None] The sync data for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi is: [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:30Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:11:31.553776 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'Port': ['ID=5edf1e48-e306-4b19-bd84-1d98c180914f,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:31.558464 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:31.598975 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:31.662290 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:31.878484 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:31.883689 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:31.887507 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-bd55db75-4b11-44c0-a785-34b1a5bc5d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:31.998461 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'Port': ['ID=5edf1e48-e306-4b19-bd84-1d98c180914f,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:32.002808 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:32.012151 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:32.057767 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:32.059676 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2805903 May 31 12:11:32.136156 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 77de5bd5-0e39-466b-abfe-03b5507f36c8 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:11:32.212271 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 77de5bd5-0e39-466b-abfe-03b5507f36c8 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:11:32.218933 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 77de5bd5-0e39-466b-abfe-03b5507f36c8 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:32.219374 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:32.274792 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-7d5500c6-757d-46d9-a242-e5a77a87604d tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:11:32.294359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-7d5500c6-757d-46d9-a242-e5a77a87604d tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:11:32.295676 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-7d5500c6-757d-46d9-a242-e5a77a87604d tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--949167582&fields=id&tenant_id=9a31554df76c46c6bb306ef3c18fe9cd HTTP/1.1" status: 200 len: 267 time: 0.0646188 May 31 12:11:32.345062 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:32.379202 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 77de5bd5-0e39-466b-abfe-03b5507f36c8, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=77de5bd5-0e39-466b-abfe-03b5507f36c8,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:32.384648 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:32.386647 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:32.455119 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-98e2641f-0d1f-4eed-bf32-7fa69fbfd9ad tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:32.455811 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-98e2641f-0d1f-4eed-bf32-7fa69fbfd9ad tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:network {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:11:32.462293 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=77de5bd5-0e39-466b-abfe-03b5507f36c8,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:32.465886 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:32.478043 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-98e2641f-0d1f-4eed-bf32-7fa69fbfd9ad tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:network {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:11:32.479616 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-98e2641f-0d1f-4eed-bf32-7fa69fbfd9ad tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 810 time: 0.1771801 May 31 12:11:32.494849 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-8c41bc93-29d4-4dd3-a58e-578be6f2b21c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/quotas/9a31554df76c46c6bb306ef3c18fe9cd HTTP/1.1" status: 200 len: 375 time: 0.0100675 May 31 12:11:32.581177 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-1f1e4b23-f548-46fd-8661-d8e972e04906 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:11:32.597140 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-1f1e4b23-f548-46fd-8661-d8e972e04906 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:11:32.598575 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-1f1e4b23-f548-46fd-8661-d8e972e04906 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984097 May 31 12:11:32.656684 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-7f1a606e-9be7-4f70-9321-1dcfb414ad19 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:11:32.657687 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-7f1a606e-9be7-4f70-9321-1dcfb414ad19 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479984 May 31 12:11:32.787522 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-8ecb9553-3208-4f9b-9133-b931d0af79ab service neutron] 10.222.0.10 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238451 May 31 12:11:32.924611 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-092b6292-1e33-4dce-bc6a-f9917f42fc0e service neutron] 10.222.0.10 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305904 May 31 12:11:34.070389 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 77de5bd5-0e39-466b-abfe-03b5507f36c8 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:11:34.119476 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7763df01-6e1a-4d36-81d1-d619dc94b524 req-4bc21986-55a4-40fd-a39a-eb71c8b6bc3b tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 210 time: 0.0417249 May 31 12:11:34.138330 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 77de5bd5-0e39-466b-abfe-03b5507f36c8 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:34.138698 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:35.214630 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3aaeac5c-f5a0-4849-b1f7-52c391acaabc req-1c2e685b-32a7-42d2-b80b-251db80af4c9 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 210 time: 0.0422308 May 31 12:11:36.313129 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d65f7754-fd4f-408c-9f6f-4f0d14f4760c req-fff0354f-f58c-41ad-8f8f-99266ec6e420 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 210 time: 0.0483670 May 31 12:11:37.407315 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dedd17f4-6a4d-4219-9727-48b44f597172 req-00b560cd-86e1-4d39-8581-9a9aed728b92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 210 time: 0.0433218 May 31 12:11:38.413908 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-066a8670-107c-4e2d-9ac1-7e442ed2d97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:38.550104 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0317c670-8728-4a9c-a96e-ac7eae3567ca req-122dde47-55f4-49c4-a61a-497c28d89214 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 210 time: 0.0416939 May 31 12:11:38.953435 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:39.496636 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-e7f468c5-2b05-4354-a17b-21ee12833428 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:39.498066 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-e7f468c5-2b05-4354-a17b-21ee12833428 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 810 time: 0.1555226 May 31 12:11:39.559534 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-d089c731-a33f-4718-9f1b-6ad60807275c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a31554df76c46c6bb306ef3c18fe9cd HTTP/1.1" status: 200 len: 379 time: 0.0459368 May 31 12:11:39.570664 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'port': {'device_id': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'admin_state_up': True, 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'security_groups': ['b02e8015-20b3-4963-a5d6-6aa7dc986794']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:39.721492 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-efae3d29-5235-404f-9a30-072a388cf2ef req-af87ed50-cefb-48c3-91df-a9586e05beac tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 210 time: 0.0597677 May 31 12:11:39.743345 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:11:39.752712 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:11:39.762577 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Made reservation on behalf of 9a31554df76c46c6bb306ef3c18fe9cd for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:11:39.765977 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.020392 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Allocated IP 172.20.0.3 (2dd69702-3d36-4e8c-a46b-3a6212e6c539/99bf896f-182c-404d-b029-779856708c98/4d7a9065-c2e9-49e6-aded-91553ebe1186) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:11:40.201465 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.216126 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Transition to ACTIVE for port object 4d7a9065-c2e9-49e6-aded-91553ebe1186 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:11:40.238384 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.244070 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-76fb85d1-bf86-4c1b-a2cb-7f220f3f1b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:40.310524 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:11:40.313513 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:11:40.317321 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:11:40.350711 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'Port': ['ID=4d7a9065-c2e9-49e6-aded-91553ebe1186,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:40.360019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:40.383771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:40.384492 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.414922 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8483064 May 31 12:11:40.431906 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-069f9926-a6a1-4bde-a70b-0278f1190703 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:11:40.433843 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-069f9926-a6a1-4bde-a70b-0278f1190703 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067759 May 31 12:11:40.446555 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Request body: {'port': {'device_id': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:40.545944 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-c242825d-08e6-4b8c-ba83-460de7c30c54 None None] Provisioning for port 4d7a9065-c2e9-49e6-aded-91553ebe1186 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:11:40.550473 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-c242825d-08e6-4b8c-ba83-460de7c30c54 None None] Provisioning complete for port 4d7a9065-c2e9-49e6-aded-91553ebe1186 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:40.550822 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c242825d-08e6-4b8c-ba83-460de7c30c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.558233 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.605332 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-c242825d-08e6-4b8c-ba83-460de7c30c54 None None] Port 4d7a9065-c2e9-49e6-aded-91553ebe1186 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:11:40.938402 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e380ee68-4ea6-4f2d-849d-4f5df6b69f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.952481 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7a9065-c2e9-49e6-aded-91553ebe1186 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:11:40.962378 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.985452 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd5fa-ff06-4137-8f4e-a2167e33cfd7 req-7164d7aa-9bf7-4aa6-b13a-3cd0e453785f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:40.986295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-6a6dd5fa-ff06-4137-8f4e-a2167e33cfd7 req-7164d7aa-9bf7-4aa6-b13a-3cd0e453785f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:11:40.987960 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.996072 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Transition to ACTIVE for port object 4d7a9065-c2e9-49e6-aded-91553ebe1186 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:11:41.003397 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:41.010266 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6e1e1dd6-0b56-46f1-9f9e-ae833112f660 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:41.054077 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-6a6dd5fa-ff06-4137-8f4e-a2167e33cfd7 req-7164d7aa-9bf7-4aa6-b13a-3cd0e453785f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:11:41.055216 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6a6dd5fa-ff06-4137-8f4e-a2167e33cfd7 req-7164d7aa-9bf7-4aa6-b13a-3cd0e453785f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 931 time: 0.2271183 May 31 12:11:41.154503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7a9065-c2e9-49e6-aded-91553ebe1186,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:41.159253 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:41.213808 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6a6dd5fa-ff06-4137-8f4e-a2167e33cfd7 req-0d2fdfb8-f9ed-4ada-8381-5be8dffb1bf3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482558 May 31 12:11:41.278370 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Attempting to bind port 4d7a9065-c2e9-49e6-aded-91553ebe1186 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:11:41.278696 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Attempting to bind port 4d7a9065-c2e9-49e6-aded-91553ebe1186 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:11:41.279012 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Attempting to bind port 4d7a9065-c2e9-49e6-aded-91553ebe1186 on network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:11:41.283446 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Port 4d7a9065-c2e9-49e6-aded-91553ebe1186 on network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:11:41.283757 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Attempting to bind port 4d7a9065-c2e9-49e6-aded-91553ebe1186 on network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:11:41.288782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:11:41.289113 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Checking segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:11:41.289491 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Bound using segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:11:41.289947 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Bound port: 4d7a9065-c2e9-49e6-aded-91553ebe1186, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:11:41.290283 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:41.378190 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] For port 4d7a9065-c2e9-49e6-aded-91553ebe1186, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:11:41.381063 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] For port 4d7a9065-c2e9-49e6-aded-91553ebe1186, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:11:41.386232 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:41.389756 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-24d5cb18-9523-4f65-bb6b-5205f00b790a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:41.446419 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:41.446908 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:41.448298 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 1093 time: 1.0061660 May 31 12:11:41.448825 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'tag': '4d7a9065-c2e9-49e6-aded-91553ebe1186'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:11:41.451109 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c" -d '{"events": [{"name": "network-changed", "server_uuid": "c425be08-3265-46ab-a9ae-a4f27102684a", "tag": "4d7a9065-c2e9-49e6-aded-91553ebe1186"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:11:41.468385 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7a9065-c2e9-49e6-aded-91553ebe1186,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:41.480075 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:41.594667 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-88fbea7d-52c2-4cf6-a844-dd6db6e3deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:41.596143 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-88fbea7d-52c2-4cf6-a844-dd6db6e3deeb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1096 time: 0.0790393 May 31 12:11:41.672031 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-cc9f7d7c-033e-4f4a-a437-84d24447a8e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 217 time: 0.0638764 May 31 12:11:41.735509 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-4bbd8b7b-2f45-4c16-8d50-4e75627171aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:41.736836 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-4bbd8b7b-2f45-4c16-8d50-4e75627171aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0592635 May 31 12:11:41.855241 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:41.897225 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-e7ce9632-b0f4-45ba-a28d-61defe9dff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:41.898746 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-e7ce9632-b0f4-45ba-a28d-61defe9dff92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1557617 May 31 12:11:42.028801 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-89f71556-7c7a-40d0-8786-2bd41fc01489 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232824 May 31 12:11:42.159851 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec8ff9be-6a2a-4df0-a596-bd3a2daa150b req-5137d53d-847d-4024-a4e6-30f038870e88 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247969 May 31 12:11:42.318886 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:11:42.406163 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd1f8-4b54-49ab-986f-886f6f6e67d4 req-6e85f138-50b0-4c36-ad2c-02a352739f0b tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:42.407598 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-863fd1f8-4b54-49ab-986f-886f6f6e67d4 req-6e85f138-50b0-4c36-ad2c-02a352739f0b tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 943 time: 0.0826218 May 31 12:11:42.450270 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-863fd1f8-4b54-49ab-986f-886f6f6e67d4 req-d091d599-4669-4f20-8206-572a8a5a5ab5 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370829 May 31 12:11:42.537040 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a2d3be-60da-4f02-974a-ee008c47616c x-openstack-request-id: req-73a2d3be-60da-4f02-974a-ee008c47616c {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:11:42.537361 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c425be08-3265-46ab-a9ae-a4f27102684a", "tag": "4d7a9065-c2e9-49e6-aded-91553ebe1186", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:11:42.537682 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73a2d3be-60da-4f02-974a-ee008c47616c {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:11:42.538156 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'tag': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'status': 'completed', 'code': 200} May 31 12:11:42.654504 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-5b1a537e-0ae1-48d2-aaca-1720b4d3d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:42.655969 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-5b1a537e-0ae1-48d2-aaca-1720b4d3d4ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1096 time: 0.0715253 May 31 12:11:42.786662 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-26ad7233-8113-40d5-a6e1-881a1645d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:42.787991 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-26ad7233-8113-40d5-a6e1-881a1645d8ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.1241310 May 31 12:11:42.858020 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-40967730-43ef-473a-befe-6b6e560a6f50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 217 time: 0.0629089 May 31 12:11:42.920290 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-de3b6364-027d-45e4-b921-93e2a107ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:42.921734 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-de3b6364-027d-45e4-b921-93e2a107ef51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0574136 May 31 12:11:43.000882 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-abd7050e-37ad-45c3-bd50-b9fa5247c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:43.002379 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-abd7050e-37ad-45c3-bd50-b9fa5247c196 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737414 May 31 12:11:43.130405 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-237425a8-790b-41ee-a08a-03e3c33a94bf service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209474 May 31 12:11:43.259300 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3b9241b-5db4-40c2-94d4-d1bd59fe798c req-a7571197-2289-4b90-aaa1-3ae972d6cfce service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233010 May 31 12:11:43.649911 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071f0c6-fb01-4d48-b931-18c3d289212f req-6b38ea70-877f-4b4c-8cf7-438aecacc1cd tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:43.651296 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a071f0c6-fb01-4d48-b931-18c3d289212f req-6b38ea70-877f-4b4c-8cf7-438aecacc1cd tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 943 time: 0.0941052 May 31 12:11:43.686926 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:43.699409 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a071f0c6-fb01-4d48-b931-18c3d289212f req-ce6ecc49-7bc9-4605-808f-cff9642492af tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420408 May 31 12:11:44.451388 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 4d7a9065-c2e9-49e6-aded-91553ebe1186 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:11:44.581129 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 4d7a9065-c2e9-49e6-aded-91553ebe1186, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:44.594166 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'port_id': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'mac_address': 'fa:16:3e:3a:3c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:11:44.646877 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:44.664327 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7a9065-c2e9-49e6-aded-91553ebe1186 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:11:44.679132 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 4d7a9065-c2e9-49e6-aded-91553ebe1186, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:44.683060 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:44.685067 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:44.751725 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=4d7a9065-c2e9-49e6-aded-91553ebe1186,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:44.754773 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:44.879222 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a0ebf-47d1-4f51-a673-f1dc2e140069 req-061fd8c1-c697-4a50-b983-73e3bb3c7a18 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:44.880633 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-707a0ebf-47d1-4f51-a673-f1dc2e140069 req-061fd8c1-c697-4a50-b983-73e3bb3c7a18 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 944 time: 0.0773201 May 31 12:11:44.926547 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-707a0ebf-47d1-4f51-a673-f1dc2e140069 req-77d0c14d-2ff6-4ea2-b301-5190ffe245e5 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397267 May 31 12:11:44.990561 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['4d7a9065-c2e9-49e6-aded-91553ebe1186'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:11:46.115652 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee41b5-0667-482c-9b04-eb8c3f1a560b req-c9f76971-9f54-4a29-a40d-2f91d1014e0a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:46.117102 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-47ee41b5-0667-482c-9b04-eb8c3f1a560b req-c9f76971-9f54-4a29-a40d-2f91d1014e0a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 944 time: 0.0823548 May 31 12:11:46.161318 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-47ee41b5-0667-482c-9b04-eb8c3f1a560b req-c3a0217a-ea85-448f-8e74-195a38a72464 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380278 May 31 12:11:46.463762 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 4d7a9065-c2e9-49e6-aded-91553ebe1186 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:11:46.538815 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 4d7a9065-c2e9-49e6-aded-91553ebe1186 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:11:46.543392 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 4d7a9065-c2e9-49e6-aded-91553ebe1186 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:11:46.543773 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:46.658774 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:46.685438 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7a9065-c2e9-49e6-aded-91553ebe1186'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:11:46.687707 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0288fb-5d36-4a1d-969b-f62e864e8551" -d '{"events": [{"server_uuid": "c425be08-3265-46ab-a9ae-a4f27102684a", "name": "network-vif-plugged", "status": "completed", "tag": "4d7a9065-c2e9-49e6-aded-91553ebe1186"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:11:46.696261 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 4d7a9065-c2e9-49e6-aded-91553ebe1186, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:11:46.701140 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:46.702996 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:11:46.767692 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=4d7a9065-c2e9-49e6-aded-91553ebe1186,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:11:46.770689 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:11:46.792973 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e25fc1-b6b7-44b7-aa9c-251a76e822ab x-openstack-request-id: req-40e25fc1-b6b7-44b7-aa9c-251a76e822ab {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:11:46.793274 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c425be08-3265-46ab-a9ae-a4f27102684a", "name": "network-vif-plugged", "status": "completed", "tag": "4d7a9065-c2e9-49e6-aded-91553ebe1186", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:11:46.793537 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40e25fc1-b6b7-44b7-aa9c-251a76e822ab {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:11:46.793971 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'code': 200} May 31 12:11:47.042430 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2e41e-5d7b-4c29-9e53-af2ab1c43987 req-6382a27a-17ba-4bfd-986c-e4635353293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:47.043750 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82c2e41e-5d7b-4c29-9e53-af2ab1c43987 req-6382a27a-17ba-4bfd-986c-e4635353293b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1098 time: 0.0688422 May 31 12:11:47.082902 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82c2e41e-5d7b-4c29-9e53-af2ab1c43987 req-227fef81-3f55-4038-9283-ab2278c64bd0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325253 May 31 12:11:47.342973 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8eef4-47f5-4642-ad6e-1cb3f7ea716c req-445e7899-89ab-405b-935e-8f6f666a2845 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:47.344398 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-60c8eef4-47f5-4642-ad6e-1cb3f7ea716c req-445e7899-89ab-405b-935e-8f6f666a2845 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0820749 May 31 12:11:47.387751 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-60c8eef4-47f5-4642-ad6e-1cb3f7ea716c req-78e47529-4126-4d03-8898-26157a0f5bd7 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377901 May 31 12:11:48.570991 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a02e73-65f6-4194-89ed-dac3fe80f537 req-5fd9f58f-8ec5-4578-92f0-b265e5fb07e6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:48.572568 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d7a02e73-65f6-4194-89ed-dac3fe80f537 req-5fd9f58f-8ec5-4578-92f0-b265e5fb07e6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0786130 May 31 12:11:48.615373 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d7a02e73-65f6-4194-89ed-dac3fe80f537 req-54dfb194-f346-4ac4-97a3-5cdd31e247d0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371327 May 31 12:11:48.796168 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810846d8-3d82-4f80-923e-1c3d45b9a04c req-b48ca2f2-b9a3-4ad9-8524-911e3b476c70 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:48.797662 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-810846d8-3d82-4f80-923e-1c3d45b9a04c req-b48ca2f2-b9a3-4ad9-8524-911e3b476c70 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0827148 May 31 12:11:48.807066 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 56814) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:11:48.812088 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'floatingip': {'port_id': '4d7a9065-c2e9-49e6-aded-91553ebe1186'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:11:48.889875 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:49.568248 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:49.572470 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:49.744869 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.l3_db [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Floating IP f9556301-1159-4d89-b004-9730d2d70fb0 associated. External IP: 172.27.3.157, port: 4d7a9065-c2e9-49e6-aded-91553ebe1186. May 31 12:11:50.097477 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Router 151dd4df-4be6-406c-8e90-6e990f758b30 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:11:50.271158 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:11:50.276124 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:50.280610 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] Sync routers for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:11:50.291054 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:11:50.291647 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:11:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:50.329144 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-2ec4013a-c10a-4940-b87e-106784bd5a22 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "PUT /v2.0/floatingips/f9556301-1159-4d89-b004-9730d2d70fb0 HTTP/1.1" status: 200 len: 991 time: 1.5210066 May 31 12:11:50.329765 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'tag': '4d7a9065-c2e9-49e6-aded-91553ebe1186'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:11:50.332010 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cd7a85-fd86-4cc2-951c-994a573a7e80" -d '{"events": [{"name": "network-changed", "server_uuid": "c425be08-3265-46ab-a9ae-a4f27102684a", "tag": "4d7a9065-c2e9-49e6-aded-91553ebe1186"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:11:50.474969 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:11:50.806325 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'f9556301-1159-4d89-b004-9730d2d70fb0', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'port_id': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'mac_address': 'fa:16:3e:3a:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:11:31Z', 'updated_at': '2021-05-31T12:11:49Z', 'revision_number': 1, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:50.810217 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] Checking router: 151dd4df-4be6-406c-8e90-6e990f758b30 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:11:50.818227 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:11:50.818812 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:11:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:51.022234 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:11:51.350276 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'f9556301-1159-4d89-b004-9730d2d70fb0', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'port_id': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'mac_address': 'fa:16:3e:3a:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:11:31Z', 'updated_at': '2021-05-31T12:11:49Z', 'revision_number': 1, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:11:51.354726 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911718cb-18bf-49ff-a763-5280270e58bb None None] The sync data for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi is: [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'f9556301-1159-4d89-b004-9730d2d70fb0', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'port_id': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'mac_address': 'fa:16:3e:3a:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:11:31Z', 'updated_at': '2021-05-31T12:11:49Z', 'revision_number': 1, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:11:51.460995 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a61fbe-50af-4c44-956a-83324bfb9dc0 x-openstack-request-id: req-09a61fbe-50af-4c44-956a-83324bfb9dc0 {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:11:51.461503 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c425be08-3265-46ab-a9ae-a4f27102684a", "tag": "4d7a9065-c2e9-49e6-aded-91553ebe1186", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:11:51.461753 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09a61fbe-50af-4c44-956a-83324bfb9dc0 {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:11:51.462251 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'tag': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'status': 'completed', 'code': 200} May 31 12:11:51.563750 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd60fe49-4f23-4dda-afaa-08eac47ad623 None None] New status for floating IP f9556301-1159-4d89-b004-9730d2d70fb0: ACTIVE {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:11:51.590604 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-5a69cb8c-46aa-4f21-a774-a83a7841a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:51.592070 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-5a69cb8c-46aa-4f21-a774-a83a7841a9ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1098 time: 0.0835769 May 31 12:11:51.829981 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-7569bd0d-e9f7-423f-ae96-9d9ba5349922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:51.831984 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-7569bd0d-e9f7-423f-ae96-9d9ba5349922 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.2307935 May 31 12:11:51.934542 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-f3c11a58-2f3c-432f-8d17-1542998ea033 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 1001 time: 0.0957406 May 31 12:11:51.997460 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-6d2b99d8-82c4-47f1-9d98-fd94e8d26d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:51.998893 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-6d2b99d8-82c4-47f1-9d98-fd94e8d26d69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0583346 May 31 12:11:52.075295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-e4097542-ca4e-4537-b550-47ad84347c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:11:52.076785 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-e4097542-ca4e-4537-b550-47ad84347c3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709393 May 31 12:11:52.205801 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-33321d9d-14c0-4e4f-9642-4e3b2a69c7a2 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228292 May 31 12:11:52.333502 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-43cd7a85-fd86-4cc2-951c-994a573a7e80 req-ac700ee9-efb7-4bd3-a960-d665ef2a2311 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214087 May 31 12:12:08.446110 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5b5acd46-11db-4f15-8717-e28b55138ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:08.956567 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:10.941978 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-df382e02-3afd-4bbf-8c10-4917efc9cc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:10.983427 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:11.855805 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:13.703779 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:19.317955 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:12:38.417069 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-260d687a-283c-4e49-809a-9ff3880c0108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:38.958040 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:40.943928 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b8f77995-de94-481d-8118-c923ae6e908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:40.975973 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:41.860347 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:42.257749 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-da65a805-a52c-4898-82fc-df7513b33276 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199043 May 31 12:12:42.408298 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-c3974829-c342-4bce-a5d0-be77341d8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:12:42.409669 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-c3974829-c342-4bce-a5d0-be77341d8938 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1098 time: 0.0704606 May 31 12:12:42.552393 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-371fdd7e-c882-46b9-9ccd-69bbcb344fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:12:42.554521 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-371fdd7e-c882-46b9-9ccd-69bbcb344fc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.1268775 May 31 12:12:42.656348 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-2ad951ca-e8e8-4923-b6a1-379595fa935b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 1001 time: 0.0956597 May 31 12:12:42.722479 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-3ef2582c-80a5-4686-bd74-8dc4acd97e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:12:42.723906 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-3ef2582c-80a5-4686-bd74-8dc4acd97e2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0598333 May 31 12:12:42.797964 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-c0fc8c32-4128-4662-9efe-042fb0f89560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:12:42.799405 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-c0fc8c32-4128-4662-9efe-042fb0f89560 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692735 May 31 12:12:42.930662 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-40fe7721-df64-4615-9efe-e38a5b0c3c98 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244338 May 31 12:12:43.061670 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2b20aa6-d2a1-4f4e-8c0a-593db7272900 req-09d4b396-ed13-4f5c-a33f-900906a6a79b service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242511 May 31 12:12:43.693475 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:45.197278 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 57458) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:12:45.314432 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:45.327835 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:12:45.331582 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Usage tracker for resource:security_group_rule and tenant:eb483167e2f54bc2b85cde96d292b9d9 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:12:45.334272 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:12:45.340573 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:12:45.421221 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:45.426450 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:45.437548 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f9f4571d-338d-4427-af65-f190ed2d871e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:12:45.569945 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb483167e2f54bc2b85cde96d292b9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714812 May 31 12:12:45.570837 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d004e4e6-8bbf-48fc-a57b-fb680343e2f7,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:12:45.572591 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 57466) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:12:45.578207 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.578574 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.578931 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.579279 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.579623 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.579968 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.580308 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.580647 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.580985 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.581321 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.581689 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.582119 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.586461 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:12:45.632216 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:45.657480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:45.717092 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:45.720636 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4d84a80b-581a-447b-8004-0f3fa1ca7997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:12:45.735201 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d004e4e6-8bbf-48fc-a57b-fb680343e2f7,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:12:45.745728 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.746031 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.746387 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.746734 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.747075 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.747418 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.747757 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.748095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.748431 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.748765 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.749098 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.749429 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:12:45.752345 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:45.753422 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d004e4e6-8bbf-48fc-a57b-fb680343e2f7 HTTP/1.1" status: 204 len: 168 time: 0.1798692 May 31 12:12:45.754347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:12:56.317357 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:13:08.419171 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f2cbfc13-6d0f-448a-8894-89825f44a26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:08.971216 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:10.946266 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-39c97056-543d-4a47-b1db-dcadf0e49712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:10.977761 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:11.862783 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:13.696364 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:33.319902 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:13:38.419905 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9be6d4ab-295a-4f0b-a35e-415227f5bb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:38.973051 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:40.949808 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-678b4a6c-6164-4e74-8d3a-c5839053529f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:40.981061 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:41.864773 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:43.697782 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:44.233384 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-685e35b2-f2c4-4e24-8d79-292c024c03b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687232 May 31 12:13:44.416889 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-efb34572-bfe9-4060-87d8-9e133766773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:44.418406 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-efb34572-bfe9-4060-87d8-9e133766773b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1098 time: 0.0807858 May 31 12:13:44.659393 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-58a4a1b1-4562-4858-96a7-81e2543d5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:44.660820 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-58a4a1b1-4562-4858-96a7-81e2543d5e70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.2211754 May 31 12:13:44.771257 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-7ebd9f8c-c981-41bb-8991-ee08eacc5ffe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 1001 time: 0.1032917 May 31 12:13:44.839614 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-d8e968e3-5308-4279-81e3-4c6becc5becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:44.841008 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-d8e968e3-5308-4279-81e3-4c6becc5becb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0625620 May 31 12:13:44.914483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-fa8d9afc-a336-4684-8fc2-990de2ae8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:44.915787 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-fa8d9afc-a336-4684-8fc2-990de2ae8421 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676358 May 31 12:13:45.049478 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-ef26a589-72a7-4996-9a67-cdab710596ef service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253092 May 31 12:13:45.181470 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ed3f444-88b4-4e4b-9af9-ac7815f70960 req-6c8166a7-a25a-4855-a337-c100c68ea0df service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252306 May 31 12:13:46.218421 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 58126) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:46.342401 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:46.356605 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:46.360363 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Usage tracker for resource:security_group_rule and tenant:54cd188345c24ad4806238a8a0eaf14a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:46.363136 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:46.369373 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:46.456454 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:46.460600 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:46.468855 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ae4c679d-6af9-4ce0-acbe-0a5e50fcbed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:46.510663 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58138) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:46.511118 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54cd188345c24ad4806238a8a0eaf14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912364 May 31 12:13:46.511716 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad42db31-7a7d-40fb-ab7c-38b886d4c810,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:46.523598 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.523958 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.524332 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.524676 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.525014 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.525385 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.525754 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.526352 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.526687 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.527019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.527347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.527677 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.532452 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-65d147d0-dc3d-4993-b848-73fa1d748007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:46.577803 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:46.603995 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:46.657070 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:46.661751 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-70e1c7b9-585c-45a7-b1ac-7f4f2b231616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:46.674161 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad42db31-7a7d-40fb-ab7c-38b886d4c810,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:46.685303 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.685698 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.686060 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.686414 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.686764 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.687143 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.687491 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.687832 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.688172 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.688511 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.688846 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.689187 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:46.692458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:46.693892 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:46.697605 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad42db31-7a7d-40fb-ab7c-38b886d4c810 HTTP/1.1" status: 204 len: 168 time: 0.1847253 May 31 12:13:46.987812 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58152) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:47.005649 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.023594 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:47.027608 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Usage tracker for resource:security_group_rule and tenant:f003626e7d4f4208aaf530ccb66965d0 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:47.030374 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:47.035911 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:47.116798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.120583 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.127361 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-efa81ebf-8ee0-4290-90d3-b9bb6776adbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:47.169374 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f003626e7d4f4208aaf530ccb66965d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802142 May 31 12:13:47.170182 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993b3e4a-65c7-442f-bdfd-9acfaf45c540,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:47.171953 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 58156) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:47.173127 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:47.230194 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79731441-defd-43c4-90b7-8e40e54f29fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.254644 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79731441-defd-43c4-90b7-8e40e54f29fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.306564 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79731441-defd-43c4-90b7-8e40e54f29fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.311227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9bc46489-67c7-4f82-a3a9-4587c8f43d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:47.323276 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79731441-defd-43c4-90b7-8e40e54f29fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993b3e4a-65c7-442f-bdfd-9acfaf45c540,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:47.327010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-79731441-defd-43c4-90b7-8e40e54f29fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:47.332313 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79731441-defd-43c4-90b7-8e40e54f29fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.335766 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-79731441-defd-43c4-90b7-8e40e54f29fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/993b3e4a-65c7-442f-bdfd-9acfaf45c540 HTTP/1.1" status: 204 len: 168 time: 0.1598871 May 31 12:13:47.685958 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 58170) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:47.703480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.720790 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:47.724520 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Usage tracker for resource:security_group_rule and tenant:aec04e4ab71d4fc1bf828190f00f2bf0 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:47.727789 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:47.733426 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:47.813948 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.818007 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.826436 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5efebae2-b4c7-4594-a069-fdca7e1e6a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:47.865587 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aec04e4ab71d4fc1bf828190f00f2bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785204 May 31 12:13:47.867082 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceba3c4a-8585-4e1c-b9e4-15a0e6f037f7,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:47.868787 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58174) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:47.870129 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-600a4335-6f81-410d-8042-8473f598ccda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:47.925881 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2ca92eb6-6343-423c-a938-ab0e8ff76f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:47.951018 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2ca92eb6-6343-423c-a938-ab0e8ff76f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:48.005041 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2ca92eb6-6343-423c-a938-ab0e8ff76f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:48.008773 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:48.025665 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca92eb6-6343-423c-a938-ab0e8ff76f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceba3c4a-8585-4e1c-b9e4-15a0e6f037f7,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:48.030665 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-2ca92eb6-6343-423c-a938-ab0e8ff76f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:48.034655 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2ca92eb6-6343-423c-a938-ab0e8ff76f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:48.035747 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-2ca92eb6-6343-423c-a938-ab0e8ff76f5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ceba3c4a-8585-4e1c-b9e4-15a0e6f037f7 HTTP/1.1" status: 204 len: 168 time: 0.1659694 May 31 12:13:48.737707 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58206) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:48.840240 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-596369810-network', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:13:48.844920 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:48.848801 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Usage tracker for resource:network and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:48.852303 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:48.857992 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:48.867956 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Made reservation on behalf of 0996111813ff4aa9ab0803f5b9261060 for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:13:48.870443 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:48.882005 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:48.895889 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:48.900076 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:48.903047 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:48.908536 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:48.988613 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:48.992776 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:48.996344 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ff716fa1-7c03-47c6-b104-75d0df272615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:49.023953 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:13:49.034313 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18140efa-229a-49ba-a46a-a918e3b5f83f,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:49.038872 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:49.043249 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.043645 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Added segment 5c34f816-7a8e-4a76-8588-cd1da2d9c55b of type vlan for network b44d7dde-99f9-4d53-858a-5b2abfb34946 May 31 12:13:49.069622 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.097369 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.098668 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:49.099235 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.104275 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:49.201924 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4630439 May 31 12:13:49.204773 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 58214) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:49.205276 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b44d7dde-99f9-4d53-858a-5b2abfb34946,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:49.207821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:49.211363 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Request body: {'subnet': {'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-596369810-subnet', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:13:49.215666 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:13:49.216225 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:49.220060 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Usage tracker for resource:subnet and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:49.222901 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:49.228567 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:49.238812 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Made reservation on behalf of 0996111813ff4aa9ab0803f5b9261060 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:13:49.241095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2839526'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.611680 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3585534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2839536'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.616470 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5dc85dac-f888-44d1-a8f1-58fef70857d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:49.686462 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438cf70c-d0f3-4348-a1a8-0f61da0f0062,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:49.690349 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:49.694848 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Checking segment: {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:13:49.695193 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Network hostable DHCP agents. Network: b44d7dde-99f9-4d53-858a-5b2abfb34946, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:13:49.711213 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:13:49.719871 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, b44d7dde-99f9-4d53-858a-5b2abfb34946) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:13:49.729570 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:49.730168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f28df4-e90b-447a-8db0-eb67dd8a74fe None None] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:13:49.730296 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.759169 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-649c337e-c2c2-4792-a6cb-1f0228efc7a0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5508652 May 31 12:13:49.759357 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 58222) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:49.764615 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:13:49.769252 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:49.773618 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Usage tracker for resource:router and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:49.776671 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:49.782429 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:49.794100 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.795063 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.819714 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:49.942802 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-b44d7dde-99f9-4d53-858a-5b2abfb34946', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:13:49.943617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.102994 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Allocated IP 172.20.0.2 (b44d7dde-99f9-4d53-858a-5b2abfb34946/438cf70c-d0f3-4348-a1a8-0f61da0f0062/9386f0ff-561c-48cf-bd2f-175c0b8370cc) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:13:50.189228 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.304717 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.314910 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Transition to ACTIVE for port object 9386f0ff-561c-48cf-bd2f-175c0b8370cc will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:13:50.332925 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Transition to ACTIVE for port object 9386f0ff-561c-48cf-bd2f-175c0b8370cc will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:13:50.343055 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.346763 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:50.408906 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:13:50.411706 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:13:50.414124 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:13:50.422935 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Pushing event updated for resources: {'Port': ['ID=9386f0ff-561c-48cf-bd2f-175c0b8370cc,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:50.489332 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.489693 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.490028 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.490357 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.491250 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.491599 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.491920 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.492237 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.492614 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.492932 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.493290 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.493682 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:50.501768 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:50.512776 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.523045 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Attempting to bind port 9386f0ff-561c-48cf-bd2f-175c0b8370cc on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:13:50.523413 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Attempting to bind port 9386f0ff-561c-48cf-bd2f-175c0b8370cc by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:13:50.523771 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Attempting to bind port 9386f0ff-561c-48cf-bd2f-175c0b8370cc on network b44d7dde-99f9-4d53-858a-5b2abfb34946 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:13:50.529196 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:13:50.529662 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Checking segment: {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:13:50.529995 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.530387 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Bound using segment: {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:13:50.530850 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Bound port: 9386f0ff-561c-48cf-bd2f-175c0b8370cc, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:13:50.531487 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.542215 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.617407 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] For port 9386f0ff-561c-48cf-bd2f-175c0b8370cc, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:13:50.621143 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] For port 9386f0ff-561c-48cf-bd2f-175c0b8370cc, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=9386f0ff-561c-48cf-bd2f-175c0b8370cc,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:13:50.625530 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.629102 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-5bc96a11-d55e-4aa3-a96b-63d23c741347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:50.680380 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Allocated IP 172.27.3.53 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/2354d463-0967-45d1-9e04-805a97df3556) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:13:50.710915 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Pushing event updated for resources: {'Port': ['ID=9386f0ff-561c-48cf-bd2f-175c0b8370cc,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:50.716213 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:50.843131 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.889204 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:50.892913 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9253b332-adce-400d-9044-b28223b0fdc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:50.964281 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:13:50.967663 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:13:50.972542 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:13:51.026227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Pushing event updated for resources: {'Port': ['ID=2354d463-0967-45d1-9e04-805a97df3556,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:51.036956 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:51.423398 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:51.744024 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3680149-d72f-43a5-b30c-0667c63b8292 None None] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:13:51.902596 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-c8dab67d-d90a-4fea-ac37-30f12b31348b None None] Provisioning for port 9386f0ff-561c-48cf-bd2f-175c0b8370cc completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:13:51.929138 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:52.171390 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Router 66be44d1-97e1-402c-8e52-a5eebf5dafcc is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:13:52.221162 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 9386f0ff-561c-48cf-bd2f-175c0b8370cc up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:13:52.294122 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 9386f0ff-561c-48cf-bd2f-175c0b8370cc completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:13:52.299334 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 9386f0ff-561c-48cf-bd2f-175c0b8370cc triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:13:52.299807 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:52.362280 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:13:52.378720 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Sync routers for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:13:52.379510 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-3eab0f0a-fa54-4b75-83c4-2c659f4c2736 None None] Provisioning complete for port 9386f0ff-561c-48cf-bd2f-175c0b8370cc triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:13:52.379510 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3eab0f0a-fa54-4b75-83c4-2c659f4c2736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:52.387821 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:13:52.388449 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:13:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:52.396679 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:52.401384 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-88de0aea-bdfc-4d7b-8c1c-cc21c77a274b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6382723 May 31 12:13:52.401725 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58254) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:52.556857 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:52.599159 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3eab0f0a-fa54-4b75-83c4-2c659f4c2736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:52.607053 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:13:52.615282 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 9386f0ff-561c-48cf-bd2f-175c0b8370cc, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=9386f0ff-561c-48cf-bd2f-175c0b8370cc,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:13:52.624924 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:52.628006 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:52.768559 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.db.api [None req-3eab0f0a-fa54-4b75-83c4-2c659f4c2736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 12:13:52.769265 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_db.api [None req-3eab0f0a-fa54-4b75-83c4-2c659f4c2736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 12:13:52.773158 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=9386f0ff-561c-48cf-bd2f-175c0b8370cc,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:52.776744 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:52.841251 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3925-16d4-42bd-83cc-f43ae6f41be2 req-aa3134ee-c135-428e-b840-fe6ebcabe2aa tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:52.842832 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c97d3925-16d4-42bd-83cc-f43ae6f41be2 req-aa3134ee-c135-428e-b840-fe6ebcabe2aa tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.3553972 May 31 12:13:52.903015 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:51Z', 'revision_number': 3, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:52.907464 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Checking router: 66be44d1-97e1-402c-8e52-a5eebf5dafcc for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:13:52.907810 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Updating router 66be44d1-97e1-402c-8e52-a5eebf5dafcc port 2354d463-0967-45d1-9e04-805a97df3556 binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:13:52.961426 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.028307 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c97d3925-16d4-42bd-83cc-f43ae6f41be2 req-f94ef1a2-cd4e-4260-a048-b3fbb743eadb tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302052 May 31 12:13:53.244063 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.342078 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.353703 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Transition to ACTIVE for port object 2354d463-0967-45d1-9e04-805a97df3556 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:13:53.359786 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.364959 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-eb5ab6d4-cf34-4d37-96d3-99b3efa7fd77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:53.445965 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Attempting to bind port 2354d463-0967-45d1-9e04-805a97df3556 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:13:53.446623 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Attempting to bind port 2354d463-0967-45d1-9e04-805a97df3556 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:13:53.446800 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Attempting to bind port 2354d463-0967-45d1-9e04-805a97df3556 on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:13:53.452804 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Pushing event updated for resources: {'Port': ['ID=2354d463-0967-45d1-9e04-805a97df3556,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:53.458029 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:13:53.458517 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:13:53.458895 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.459280 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:13:53.460294 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Bound port: 2354d463-0967-45d1-9e04-805a97df3556, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:13:53.460662 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.496909 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.497255 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.497640 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.497973 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.498330 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.498667 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.498991 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.499302 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.499622 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.499934 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.500243 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.500551 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:13:53.509823 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:53.542043 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] For port 2354d463-0967-45d1-9e04-805a97df3556, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:13:53.545009 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] For port 2354d463-0967-45d1-9e04-805a97df3556, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=2354d463-0967-45d1-9e04-805a97df3556,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:13:53.549107 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.552313 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:53.563338 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Allocated IP 172.20.0.1 (b44d7dde-99f9-4d53-858a-5b2abfb34946/438cf70c-d0f3-4348-a1a8-0f61da0f0062/12db6033-1b1d-47e0-8b60-af05fbaa679f) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:13:53.626315 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:13:53.626927 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:13:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:53.688840 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Pushing event updated for resources: {'Port': ['ID=2354d463-0967-45d1-9e04-805a97df3556,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:53.699673 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:53.710760 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.726252 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Transition to ACTIVE for port object 12db6033-1b1d-47e0-8b60-af05fbaa679f will not be triggered until provisioned by entity DHCP. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:13:53.749962 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:53.754422 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-26223e09-5fe4-456a-9e90-90a6eb001614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:53.801798 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:13:53.819278 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:13:53.821955 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:13:53.825659 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:13:53.868190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Pushing event updated for resources: {'Port': ['ID=12db6033-1b1d-47e0-8b60-af05fbaa679f,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:53.872575 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:53.885694 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:54.018203 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:54.050800 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-471e2a1f-7878-4a95-a1bd-a56284e277e5 None None] Provisioning for port 12db6033-1b1d-47e0-8b60-af05fbaa679f completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:13:54.055809 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-471e2a1f-7878-4a95-a1bd-a56284e277e5 None None] Provisioning complete for port 12db6033-1b1d-47e0-8b60-af05fbaa679f triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:13:54.056181 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-471e2a1f-7878-4a95-a1bd-a56284e277e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:54.109894 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:51Z', 'revision_number': 3, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:54.114216 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-471e2a1f-7878-4a95-a1bd-a56284e277e5 None None] Port 12db6033-1b1d-47e0-8b60-af05fbaa679f cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:13:54.116339 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d132ef81-7bf5-4895-b67a-002858f2fee4 None None] The sync data for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi is: [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:51Z', 'revision_number': 3, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:13:54.182208 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 9386f0ff-561c-48cf-bd2f-175c0b8370cc up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:13:54.261266 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 9386f0ff-561c-48cf-bd2f-175c0b8370cc triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:13:54.261911 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:54.346322 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce391fc-181d-4b99-a852-24df8679b79a req-42a3e90a-d8d7-4cfd-a235-018d48306245 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:54.347817 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9ce391fc-181d-4b99-a852-24df8679b79a req-42a3e90a-d8d7-4cfd-a235-018d48306245 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.1625469 May 31 12:13:54.361857 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:54.386328 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:54.436839 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:54.538455 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Pushing event updated for resources: {'Port': ['ID=12db6033-1b1d-47e0-8b60-af05fbaa679f,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:54.543279 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9ce391fc-181d-4b99-a852-24df8679b79a req-076225e8-c1b3-4752-a5c0-34cfe59057a8 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836863 May 31 12:13:54.544086 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:54.548862 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:54.689841 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:13:54.690961 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:13:54.888808 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Router 66be44d1-97e1-402c-8e52-a5eebf5dafcc has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:13:54.941505 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-40f0d255-452b-493b-87aa-f8be559dbbc5 None None] Provisioning complete for port 12db6033-1b1d-47e0-8b60-af05fbaa679f triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:13:54.942043 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-40f0d255-452b-493b-87aa-f8be559dbbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:55.002075 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-40f0d255-452b-493b-87aa-f8be559dbbc5 None None] Port 12db6033-1b1d-47e0-8b60-af05fbaa679f cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:13:55.071732 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:13:55.080210 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] 10.222.0.10 "PUT /v2.0/routers/66be44d1-97e1-402c-8e52-a5eebf5dafcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6774781 May 31 12:13:55.595733 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58306) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:55.602844 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393856070-network', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:13:55.607552 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:55.614867 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Usage tracker for resource:network and tenant:9e4025a6118c4450be8dc9aab0bbd8e8 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:55.622798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:55.629804 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:55.647897 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Made reservation on behalf of 9e4025a6118c4450be8dc9aab0bbd8e8 for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:13:55.650280 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:55.749693 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Sync routers for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:13:55.759376 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:13:55.760354 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:13:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:55.812554 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:55.838918 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:55.845513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4025a6118c4450be8dc9aab0bbd8e8 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:55.849139 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:55.856870 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:55.897990 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae37adb-5167-46a4-9a86-119d284506fa req-959c0352-d52c-428b-ab97-e5893ac7598b tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:55.899461 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4ae37adb-5167-46a4-9a86-119d284506fa req-959c0352-d52c-428b-ab97-e5893ac7598b tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.2329957 May 31 12:13:55.948674 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:13:55.962418 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4ae37adb-5167-46a4-9a86-119d284506fa req-d8b663e1-9b4b-4ef3-81cc-8160fc4913b1 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566905 May 31 12:13:56.003760 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.008088 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.012668 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:56.042575 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:13:56.052280 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6e8585-4f58-431c-9cb6-1347370f6d0d,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:56.056539 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:56.060877 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.061300 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Added segment 17c5e190-fcde-4f2d-ad14-4b417cd8f301 of type vlan for network 87ad2c30-5bd5-4867-a022-a7e514825a6a May 31 12:13:56.091344 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.125359 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.126712 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:56.127573 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.130992 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:56.197274 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 2354d463-0967-45d1-9e04-805a97df3556 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:13:56.235964 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Pushing event updated for resources: {'Network': ['ID=87ad2c30-5bd5-4867-a022-a7e514825a6a,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:56.239627 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:56.244701 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6450336 May 31 12:13:56.245033 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58314) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:56.251124 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Request body: {'subnet': {'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393856070-subnet', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:13:56.256126 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:56.256932 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 87ad2c30-5bd5-4867-a022-a7e514825a6a details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:13:56.259973 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Usage tracker for resource:subnet and tenant:9e4025a6118c4450be8dc9aab0bbd8e8 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:56.262822 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:56.268605 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:56.280711 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Made reservation on behalf of 9e4025a6118c4450be8dc9aab0bbd8e8 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:13:56.283159 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823398'] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.461174 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 2354d463-0967-45d1-9e04-805a97df3556 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:13:56.468033 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 2354d463-0967-45d1-9e04-805a97df3556 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:13:56.468445 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.519298 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:13:54Z', 'revision_number': 2, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:56.528990 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Checking router: 66be44d1-97e1-402c-8e52-a5eebf5dafcc for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:13:56.529350 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Updating router 66be44d1-97e1-402c-8e52-a5eebf5dafcc port 12db6033-1b1d-47e0-8b60-af05fbaa679f binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:13:56.588179 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.673277 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2199085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823408'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.677818 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:56.696032 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.749188 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4341e877-4d36-43db-932e-6a9134c51933,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:56.752851 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:56.753716 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Checking segment: {'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:13:56.754063 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Network hostable DHCP agents. Network: 87ad2c30-5bd5-4867-a022-a7e514825a6a, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:13:56.759403 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 2354d463-0967-45d1-9e04-805a97df3556, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=2354d463-0967-45d1-9e04-805a97df3556,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:13:56.768639 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.772533 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Network 87ad2c30-5bd5-4867-a022-a7e514825a6a is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:13:56.774391 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:56.786296 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 87ad2c30-5bd5-4867-a022-a7e514825a6a) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:13:56.794742 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:56.795762 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.811633 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc1f12-07e2-4305-a0a9-e0cbf58f9a78 None None] Network 87ad2c30-5bd5-4867-a022-a7e514825a6a requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:13:56.820177 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-d5939d33-7bfd-4668-9cf4-a8998a42bdca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5714791 May 31 12:13:56.820655 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58324) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:56.826540 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:13:56.832325 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:13:56.839606 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Usage tracker for resource:router and tenant:9e4025a6118c4450be8dc9aab0bbd8e8 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:13:56.842631 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:13:56.848397 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:13:56.862836 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.864215 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:56.880972 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.001934 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=2354d463-0967-45d1-9e04-805a97df3556,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:57.013394 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:57.186597 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-87ad2c30-5bd5-4867-a022-a7e514825a6a', 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'fixed_ips': [{'subnet_id': '4341e877-4d36-43db-932e-6a9134c51933'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:13:57.187392 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.201281 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.323080 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.334943 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea125d3e-5786-4fe5-baef-463839cb7695 req-3fe58b41-96a2-4e7a-bfb1-7867d846c6a8 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:57.336392 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ea125d3e-5786-4fe5-baef-463839cb7695 req-3fe58b41-96a2-4e7a-bfb1-7867d846c6a8 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.1866033 May 31 12:13:57.346231 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Transition to ACTIVE for port object 12db6033-1b1d-47e0-8b60-af05fbaa679f will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:13:57.359262 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.389033 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ee24a3fc-7f55-4ee2-b538-1c1676307f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:57.394300 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ea125d3e-5786-4fe5-baef-463839cb7695 req-7d548911-c309-4abb-976d-871d2763b4cd tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511692 May 31 12:13:57.563422 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c0faf-bf3f-402d-b0b1-f78ede701cc0 None None] Pushing event updated for resources: {'Port': ['ID=12db6033-1b1d-47e0-8b60-af05fbaa679f,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:57.574767 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Allocated IP 172.20.0.2 (87ad2c30-5bd5-4867-a022-a7e514825a6a/4341e877-4d36-43db-932e-6a9134c51933/474b2b74-e304-4f5e-be20-96f47f013be1) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:13:57.576501 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-506c0faf-bf3f-402d-b0b1-f78ede701cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:57.707211 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Attempting to bind port 12db6033-1b1d-47e0-8b60-af05fbaa679f on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:13:57.707578 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Attempting to bind port 12db6033-1b1d-47e0-8b60-af05fbaa679f by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:13:57.707948 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Attempting to bind port 12db6033-1b1d-47e0-8b60-af05fbaa679f on network b44d7dde-99f9-4d53-858a-5b2abfb34946 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:13:57.719063 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.727097 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:13:57.727470 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Checking segment: {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:13:57.727873 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.728265 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Bound using segment: {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:13:57.728808 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Bound port: 12db6033-1b1d-47e0-8b60-af05fbaa679f, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:13:57.729110 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.751791 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.892544 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Allocated IP 172.27.3.7 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/162de3f2-aad2-4303-9eee-b09fbd31fbe6) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:13:57.942151 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] For port 12db6033-1b1d-47e0-8b60-af05fbaa679f, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:13:57.955975 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] For port 12db6033-1b1d-47e0-8b60-af05fbaa679f, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=12db6033-1b1d-47e0-8b60-af05fbaa679f,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:13:57.966897 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:57.972201 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:58.019010 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:58.044360 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:58.054441 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Transition to ACTIVE for port object 474b2b74-e304-4f5e-be20-96f47f013be1 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:13:58.074001 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c0faf-bf3f-402d-b0b1-f78ede701cc0 None None] Pushing event updated for resources: {'Port': ['ID=12db6033-1b1d-47e0-8b60-af05fbaa679f,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:58.080736 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-506c0faf-bf3f-402d-b0b1-f78ede701cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:58.081337 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:13:58.081998 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:58.082160 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:13:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:58.086737 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d824fee4-5b37-4ad2-b6cd-d018bfeb7901 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:58.146563 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Transition to ACTIVE for port object 474b2b74-e304-4f5e-be20-96f47f013be1 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:13:58.163221 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:13:58.165370 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:58.169346 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:13:58.170842 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:58.172917 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:13:58.233643 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Pushing event updated for resources: {'Port': ['ID=162de3f2-aad2-4303-9eee-b09fbd31fbe6,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:58.236571 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:58.254104 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 2354d463-0967-45d1-9e04-805a97df3556 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:13:58.383563 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Network 87ad2c30-5bd5-4867-a022-a7e514825a6a is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:13:58.391475 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Pushing event updated for resources: {'Port': ['ID=474b2b74-e304-4f5e-be20-96f47f013be1,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:58.398491 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:13:58.402402 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:58.406719 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:13:58.499570 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:13:58.591538 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Attempting to bind port 474b2b74-e304-4f5e-be20-96f47f013be1 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:13:58.591950 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Attempting to bind port 474b2b74-e304-4f5e-be20-96f47f013be1 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:13:58.592272 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Attempting to bind port 474b2b74-e304-4f5e-be20-96f47f013be1 on network 87ad2c30-5bd5-4867-a022-a7e514825a6a {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:13:58.651078 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 2354d463-0967-45d1-9e04-805a97df3556 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:13:58.652191 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:58.692136 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:13:58.692510 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Checking segment: {'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:13:58.692914 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:58.693306 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Bound using segment: {'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:13:58.694406 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Bound port: 474b2b74-e304-4f5e-be20-96f47f013be1, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:13:58.694781 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:58.701891 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:58.763352 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ada99-4986-4c21-b1dd-48bea014c4dd req-de242b7e-0ca8-41a8-a438-bdbe657bd1e9 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:13:58.764885 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bc5ada99-4986-4c21-b1dd-48bea014c4dd req-de242b7e-0ca8-41a8-a438-bdbe657bd1e9 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.2513454 May 31 12:13:58.895459 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-bc5ada99-4986-4c21-b1dd-48bea014c4dd req-78ee0fc8-43f3-4cd3-b344-101eba3a6d07 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219759 May 31 12:13:58.957087 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] For port 474b2b74-e304-4f5e-be20-96f47f013be1, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:13:58.998749 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] For port 474b2b74-e304-4f5e-be20-96f47f013be1, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=474b2b74-e304-4f5e-be20-96f47f013be1,segment=NetworkSegment(17c5e190-fcde-4f2d-ad14-4b417cd8f301),segment_id=17c5e190-fcde-4f2d-ad14-4b417cd8f301)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:13:59.010061 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:59.015014 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:13:59.104195 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Pushing event updated for resources: {'Port': ['ID=474b2b74-e304-4f5e-be20-96f47f013be1,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:13:59.108035 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:13:59.124679 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:13:57Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:59.129941 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12edeb4-2c39-4374-84d0-312616b0e52e None None] The sync data for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi is: [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:13:57Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:13:59.228236 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:59.483493 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Router 963d3576-42f8-4342-9ec9-bde0b9cd9cab is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:13:59.688678 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:13:59.698388 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Sync routers for ids ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:13:59.708376 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Routers {'963d3576-42f8-4342-9ec9-bde0b9cd9cab'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:13:59.708991 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:13:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:13:59.717190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:59.718539 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-b510e8ac-c33a-4eb1-840f-a82275c1ff1a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8967798 May 31 12:13:59.721126 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58358) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:13:59.901732 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Set router 963d3576-42f8-4342-9ec9-bde0b9cd9cab gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:14:00.260769 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 474b2b74-e304-4f5e-be20-96f47f013be1 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:00.296678 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdbad2d-1d46-49f5-9543-8d7977ba8a3e None None] Network 87ad2c30-5bd5-4867-a022-a7e514825a6a requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:14:00.300699 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:13:58Z', 'revision_number': 3, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port': {'id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:57Z', 'updated_at': '2021-05-31T12:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:00.320802 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Checking router: 963d3576-42f8-4342-9ec9-bde0b9cd9cab for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:14:00.321160 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Updating router 963d3576-42f8-4342-9ec9-bde0b9cd9cab port 162de3f2-aad2-4303-9eee-b09fbd31fbe6 binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:14:00.374305 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.384216 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3973c1-a1da-4556-9833-69fe510ae217 req-2a7cb294-a9cd-4783-9e1c-795138c679ea tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:00.386018 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac3973c1-a1da-4556-9833-69fe510ae217 req-2a7cb294-a9cd-4783-9e1c-795138c679ea tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.2975130 May 31 12:14:00.420452 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-8965a2d1-280d-43d3-9562-b75c22bee0ed None None] Provisioning for port 474b2b74-e304-4f5e-be20-96f47f013be1 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:14:00.486102 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ac3973c1-a1da-4556-9833-69fe510ae217 req-66628031-dc36-4ea2-ae4b-0dfebb437107 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918140 May 31 12:14:00.637445 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 474b2b74-e304-4f5e-be20-96f47f013be1 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:14:00.651448 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.657462 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 474b2b74-e304-4f5e-be20-96f47f013be1 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:00.658966 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.834849 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.836239 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.847410 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Transition to ACTIVE for port object 162de3f2-aad2-4303-9eee-b09fbd31fbe6 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:14:00.859198 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.864472 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-6ce1322d-63f7-4cd9-bddf-61ba41eab213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:00.880276 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 474b2b74-e304-4f5e-be20-96f47f013be1, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=474b2b74-e304-4f5e-be20-96f47f013be1,segment=NetworkSegment(17c5e190-fcde-4f2d-ad14-4b417cd8f301),segment_id=17c5e190-fcde-4f2d-ad14-4b417cd8f301)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:14:00.884848 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.885933 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 12db6033-1b1d-47e0-8b60-af05fbaa679f up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:00.892911 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Allocated IP 172.20.0.1 (87ad2c30-5bd5-4867-a022-a7e514825a6a/4341e877-4d36-43db-932e-6a9134c51933/a4e0f716-5033-4bc5-a79b-b375ea4e1bb5) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:14:00.922380 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:00.945848 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Attempting to bind port 162de3f2-aad2-4303-9eee-b09fbd31fbe6 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:14:00.946223 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Attempting to bind port 162de3f2-aad2-4303-9eee-b09fbd31fbe6 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:14:00.946644 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Attempting to bind port 162de3f2-aad2-4303-9eee-b09fbd31fbe6 on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:14:00.957545 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:14:00.958040 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:14:00.958504 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.958957 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:14:00.960025 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Bound port: 162de3f2-aad2-4303-9eee-b09fbd31fbe6, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:14:00.960802 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:00.987758 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bad36-16a4-4cd3-9f50-8f334ee3bf42 None None] Pushing event updated for resources: {'Port': ['ID=162de3f2-aad2-4303-9eee-b09fbd31fbe6,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:00.991776 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-8b6bad36-16a4-4cd3-9f50-8f334ee3bf42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:01.021366 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=474b2b74-e304-4f5e-be20-96f47f013be1,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:01.025139 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:01.062437 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 12db6033-1b1d-47e0-8b60-af05fbaa679f completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:14:01.072045 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] For port 162de3f2-aad2-4303-9eee-b09fbd31fbe6, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:14:01.072638 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 12db6033-1b1d-47e0-8b60-af05fbaa679f triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:01.073275 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.087800 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] For port 162de3f2-aad2-4303-9eee-b09fbd31fbe6, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=162de3f2-aad2-4303-9eee-b09fbd31fbe6,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:14:01.101155 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.106094 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:01.194282 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Routers {'963d3576-42f8-4342-9ec9-bde0b9cd9cab'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:14:01.194917 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:13:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:01.220103 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.243985 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.259140 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bad36-16a4-4cd3-9f50-8f334ee3bf42 None None] Pushing event updated for resources: {'Port': ['ID=162de3f2-aad2-4303-9eee-b09fbd31fbe6,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:01.262201 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Transition to ACTIVE for port object a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 will not be triggered until provisioned by entity DHCP. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:14:01.263347 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 12db6033-1b1d-47e0-8b60-af05fbaa679f, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=12db6033-1b1d-47e0-8b60-af05fbaa679f,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:14:01.264148 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-8b6bad36-16a4-4cd3-9f50-8f334ee3bf42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:01.269751 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-d1e6a8f2-6881-4e6d-9d0f-0fa977de3de3 None None] Provisioning complete for port 474b2b74-e304-4f5e-be20-96f47f013be1 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:01.270222 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d1e6a8f2-6881-4e6d-9d0f-0fa977de3de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.292307 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.297497 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-82e9eeeb-1224-46ac-8f81-00843991903e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:01.300415 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.309382 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-506c0faf-bf3f-402d-b0b1-f78ede701cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:01.364727 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Network 87ad2c30-5bd5-4867-a022-a7e514825a6a is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:14:01.368440 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:14:01.372477 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:14:01.383136 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] Set router 963d3576-42f8-4342-9ec9-bde0b9cd9cab gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:14:01.396754 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=12db6033-1b1d-47e0-8b60-af05fbaa679f,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:01.402766 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:01.415761 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Pushing event updated for resources: {'Port': ['ID=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:01.420097 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:01.434863 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.579634 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.695982 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-554586c3-0952-4921-bd0a-8ba1edd9dbff None None] Provisioning for port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:14:01.703188 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-554586c3-0952-4921-bd0a-8ba1edd9dbff None None] Provisioning complete for port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:01.704523 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-554586c3-0952-4921-bd0a-8ba1edd9dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.709769 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:13:58Z', 'revision_number': 3, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port': {'id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:57Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:01.714336 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb506370-fd93-418d-a4b2-c77eb078ee4d None None] The sync data for ids ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'] in dv-cinder-791240-4-iscsi is: [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:13:58Z', 'revision_number': 3, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port': {'id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:57Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:14:01.763534 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-554586c3-0952-4921-bd0a-8ba1edd9dbff None None] Port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:14:01.818235 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d098d-9f93-4ae3-8bf0-eeef91f56926 req-73b2dcf0-3b1f-4615-b9c2-8272a88d2efa tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:01.819752 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5f4d098d-9f93-4ae3-8bf0-eeef91f56926 req-73b2dcf0-3b1f-4615-b9c2-8272a88d2efa tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.1988442 May 31 12:14:01.897825 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-5f4d098d-9f93-4ae3-8bf0-eeef91f56926 req-702ce8fa-2339-4814-825c-35d1907f041f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710483 May 31 12:14:01.931610 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.938643 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:01.979639 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:02.065937 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Pushing event updated for resources: {'Port': ['ID=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:02.069377 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:02.070294 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:02.229754 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Network 87ad2c30-5bd5-4867-a022-a7e514825a6a is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:14:02.231404 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:14:02.287039 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 474b2b74-e304-4f5e-be20-96f47f013be1 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:02.363159 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 474b2b74-e304-4f5e-be20-96f47f013be1 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:02.363789 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:02.448715 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Router 963d3576-42f8-4342-9ec9-bde0b9cd9cab has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:14:02.494524 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 12db6033-1b1d-47e0-8b60-af05fbaa679f up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:02.540129 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-52836574-6fe6-4660-8c27-9cba6ff58ba0 None None] Provisioning complete for port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:02.540508 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-52836574-6fe6-4660-8c27-9cba6ff58ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:02.607158 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-52836574-6fe6-4660-8c27-9cba6ff58ba0 None None] Port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:14:02.618791 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 12db6033-1b1d-47e0-8b60-af05fbaa679f triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:02.618791 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:02.639241 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:14:02.650073 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] 10.222.0.10 "PUT /v2.0/routers/963d3576-42f8-4342-9ec9-bde0b9cd9cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9278867 May 31 12:14:02.739073 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 162de3f2-aad2-4303-9eee-b09fbd31fbe6 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:02.808320 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 162de3f2-aad2-4303-9eee-b09fbd31fbe6 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:14:02.813617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 162de3f2-aad2-4303-9eee-b09fbd31fbe6 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:02.814001 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:02.933981 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:02.952961 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 162de3f2-aad2-4303-9eee-b09fbd31fbe6, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=162de3f2-aad2-4303-9eee-b09fbd31fbe6,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:14:02.958887 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:02.961776 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:03.037762 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=162de3f2-aad2-4303-9eee-b09fbd31fbe6,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:03.040837 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:03.111288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d76bd-9bc5-4fe2-a7af-7f67350a98e4 req-6655ffd5-39ff-4840-9ba7-547db22f03d6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:03.118143 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-803d76bd-9bc5-4fe2-a7af-7f67350a98e4 req-6655ffd5-39ff-4840-9ba7-547db22f03d6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.1020939 May 31 12:14:03.163681 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-803d76bd-9bc5-4fe2-a7af-7f67350a98e4 req-86ec51cc-329d-4acc-8efa-9eba41bfd44c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446460 May 31 12:14:03.648621 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Sync routers for ids ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:14:03.661156 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Routers {'963d3576-42f8-4342-9ec9-bde0b9cd9cab'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:14:03.662826 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:13:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:03.666033 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6f236-0d6b-4d9b-9b24-52ddb2291f12 req-d4b12d3c-5078-4f77-8ca1-ddaed70a8a2c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:03.667533 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dca6f236-0d6b-4d9b-9b24-52ddb2291f12 req-d4b12d3c-5078-4f77-8ca1-ddaed70a8a2c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.1207185 May 31 12:14:03.808719 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-c354554f-581b-431d-a9aa-45bb25617812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:03.810287 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-c354554f-581b-431d-a9aa-45bb25617812 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1098 time: 0.1801918 May 31 12:14:03.910939 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dca6f236-0d6b-4d9b-9b24-52ddb2291f12 req-68c4de7c-6ad2-4182-a2a9-3b333897f22c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361782 May 31 12:14:03.929627 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Set router 963d3576-42f8-4342-9ec9-bde0b9cd9cab gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:14:03.952021 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-12c5e735-1a9f-464a-9f7e-4f8ca18a73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:03.953799 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-12c5e735-1a9f-464a-9f7e-4f8ca18a73e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.1359260 May 31 12:14:04.069590 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-21600d3e-0d45-4c7f-93d5-455bb78b3e64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 1001 time: 0.1091561 May 31 12:14:04.140763 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-db10036f-9119-471a-885a-eb6abad36ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:04.143822 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-db10036f-9119-471a-885a-eb6abad36ca4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0684583 May 31 12:14:04.198438 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 162de3f2-aad2-4303-9eee-b09fbd31fbe6 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:04.253694 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-7c63a40c-10e5-464c-82bc-46d43af8fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:04.255539 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-7c63a40c-10e5-464c-82bc-46d43af8fa70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055243 May 31 12:14:04.356873 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 162de3f2-aad2-4303-9eee-b09fbd31fbe6 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:04.357255 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:04.430606 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-8dba7fac-4ee1-46cb-aea9-13b407de3cc2 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674957 May 31 12:14:04.503258 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 4, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port': {'id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:57Z', 'updated_at': '2021-05-31T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'a4e0f716-5033-4bc5-a79b-b375ea4e1bb5', 'name': '', 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'mac_address': 'fa:16:3e:61:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4341e877-4d36-43db-932e-6a9134c51933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:14:00Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 2, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'subnets': [{'id': '4341e877-4d36-43db-932e-6a9134c51933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:04.514425 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Checking router: 963d3576-42f8-4342-9ec9-bde0b9cd9cab for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:14:04.514781 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Updating router 963d3576-42f8-4342-9ec9-bde0b9cd9cab port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:14:04.578674 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:04.685198 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8a09d47f-9f7a-450b-ba0b-e03fcedba693 req-63bdac6d-2812-4a1d-9417-b0cda689ca02 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468781 May 31 12:14:05.004440 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:05.020419 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Transition to ACTIVE for port object a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:14:05.030326 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:05.036354 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:05.173425 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ce402-5079-4bc3-b164-1b364dd44d21 req-303dcae1-52b6-45d9-90a6-7c37f51dc5b1 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:05.175149 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6e5ce402-5079-4bc3-b164-1b364dd44d21 req-303dcae1-52b6-45d9-90a6-7c37f51dc5b1 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.1197121 May 31 12:14:05.208577 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c01a7c-4996-47d1-8fb8-eb411066674e None None] Pushing event updated for resources: {'Port': ['ID=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:05.231083 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-07c01a7c-4996-47d1-8fb8-eb411066674e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:05.305213 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6e5ce402-5079-4bc3-b164-1b364dd44d21 req-ac9c0a99-a16f-46cb-8f41-969a3df18e3f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127539 May 31 12:14:05.307377 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Attempting to bind port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:14:05.307796 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Attempting to bind port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:14:05.308181 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Attempting to bind port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 on network 87ad2c30-5bd5-4867-a022-a7e514825a6a {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:14:05.320609 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:14:05.330345 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Checking segment: {'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:14:05.330345 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:05.330345 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Bound using segment: {'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:14:05.330345 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Bound port: a4e0f716-5033-4bc5-a79b-b375ea4e1bb5, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c5e190-fcde-4f2d-ad14-4b417cd8f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:14:05.330345 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:05.446972 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] For port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:14:05.455031 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] For port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,segment=NetworkSegment(17c5e190-fcde-4f2d-ad14-4b417cd8f301),segment_id=17c5e190-fcde-4f2d-ad14-4b417cd8f301)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:14:05.463991 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:05.478887 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:05.570578 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Routers {'963d3576-42f8-4342-9ec9-bde0b9cd9cab'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:14:05.571227 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:13:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:05.632518 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c01a7c-4996-47d1-8fb8-eb411066674e None None] Pushing event updated for resources: {'Port': ['ID=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:05.638066 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-07c01a7c-4996-47d1-8fb8-eb411066674e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:05.836375 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 58452) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:05.899911 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] Set router 963d3576-42f8-4342-9ec9-bde0b9cd9cab gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:14:06.234856 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] Deleting subnet 5bde3d3f-4dbc-43a9-8800-ed29beb838f7 {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:14:06.237876 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:06.297920 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 4, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port': {'id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:57Z', 'updated_at': '2021-05-31T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'a4e0f716-5033-4bc5-a79b-b375ea4e1bb5', 'name': '', 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'mac_address': 'fa:16:3e:61:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4341e877-4d36-43db-932e-6a9134c51933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:14:00Z', 'updated_at': '2021-05-31T12:14:05Z', 'revision_number': 4, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'subnets': [{'id': '4341e877-4d36-43db-932e-6a9134c51933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:06.299317 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26482037'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:06.304664 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a05c19-1e72-47e6-ae96-4ba63f099e31 None None] The sync data for ids ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'] in dv-cinder-791240-4-iscsi is: [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 4, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port': {'id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:57Z', 'updated_at': '2021-05-31T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'a4e0f716-5033-4bc5-a79b-b375ea4e1bb5', 'name': '', 'network_id': '87ad2c30-5bd5-4867-a022-a7e514825a6a', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'mac_address': 'fa:16:3e:61:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4341e877-4d36-43db-932e-6a9134c51933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:14:00Z', 'updated_at': '2021-05-31T12:14:05Z', 'revision_number': 4, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'subnets': [{'id': '4341e877-4d36-43db-932e-6a9134c51933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:14:06.419288 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:06.611917 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085f5a-85fd-42d8-aae8-9cc939ffd80a req-92338427-72f6-471d-935b-00446c6409d2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:06.624072 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ab085f5a-85fd-42d8-aae8-9cc939ffd80a req-92338427-72f6-471d-935b-00446c6409d2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.1248198 May 31 12:14:06.705094 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ab085f5a-85fd-42d8-aae8-9cc939ffd80a req-d28f306f-bb3e-4d77-bfc7-a41ea3a57419 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718474 May 31 12:14:06.797017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3585469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2839545'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:06.801229 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:06.842069 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bde3d3f-4dbc-43a9-8800-ed29beb838f7,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:06.844904 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:06.845894 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:06.859054 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0b1b471b-f16e-4d3f-abe9-b775a9585ae0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5bde3d3f-4dbc-43a9-8800-ed29beb838f7 HTTP/1.1" status: 204 len: 168 time: 1.0215390 May 31 12:14:06.861458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58466) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:07.005891 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.155971 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.174126 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8b1fa3-07b4-465f-b818-695d348211c4']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:07.189324 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a661d9-5c00-41e1-a5b8-78a8f7c341d2') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:07.189735 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a661d9-5c00-41e1-a5b8-78a8f7c341d2') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:07.202194 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.221817 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.228462 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:14:07.228947 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:14:07.242474 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:14:07.332375 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.337277 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-36e69d67-a0a4-4ccc-9c0f-c7fc66631416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:07.353727 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.367451 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8b1fa3-07b4-465f-b818-695d348211c4,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:07.370807 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:07.379812 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6a8b1fa3-07b4-465f-b818-695d348211c4 HTTP/1.1" status: 204 len: 168 time: 0.5169175 May 31 12:14:07.540736 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58476) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:07.601669 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 58480) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:07.602057 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-4f83f98f-1608-4d31-a5cb-d8bb2fcd150b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca486ffb8fcb4d968270b37a9fa54b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600119 May 31 12:14:07.684324 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f09373d4-8b2b-46f2-8f99-7b66ddaa21f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.714917 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f09373d4-8b2b-46f2-8f99-7b66ddaa21f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.784351 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f09373d4-8b2b-46f2-8f99-7b66ddaa21f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.794805 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8d3cb11a-0c0a-4dd6-9821-f63e3a0fbe8d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:07.808718 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09373d4-8b2b-46f2-8f99-7b66ddaa21f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc65c432-c557-4643-a3fb-1c5f0d92d7ab,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:07.811875 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f09373d4-8b2b-46f2-8f99-7b66ddaa21f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:07.828527 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f09373d4-8b2b-46f2-8f99-7b66ddaa21f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:07.829684 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f09373d4-8b2b-46f2-8f99-7b66ddaa21f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc65c432-c557-4643-a3fb-1c5f0d92d7ab HTTP/1.1" status: 204 len: 168 time: 0.2265787 May 31 12:14:08.203105 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:08.281322 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:14:08.288855 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:08.289297 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:08.434609 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:08.477685 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-415d1df2-2dc9-4239-8cb7-082ec1c6f5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:08.484307 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,segment=NetworkSegment(17c5e190-fcde-4f2d-ad14-4b417cd8f301),segment_id=17c5e190-fcde-4f2d-ad14-4b417cd8f301)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:14:08.489098 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:08.492665 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:08.571361 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:08.581850 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:08.994742 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:10.183800 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:10.273114 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:10.273495 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:10.323872 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:14:10.955679 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d0fad75e-e141-41c8-896c-e038bdf924e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:10.988654 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:11.881704 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:13.709752 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-4f10497c-ada3-4612-9783-d34c98487a2d tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:13.710436 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-4f10497c-ada3-4612-9783-d34c98487a2d tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Synchronizing usage tracker for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:network {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:14:13.720961 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:13.728718 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-4f10497c-ada3-4612-9783-d34c98487a2d tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Unset dirty status for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:network {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:14:13.734073 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-4f10497c-ada3-4612-9783-d34c98487a2d tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/networks?id=b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 200 len: 814 time: 0.1729875 May 31 12:14:13.744254 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-e25cc208-62ce-48d8-a256-1fd5bc7000f3 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/quotas/0996111813ff4aa9ab0803f5b9261060 HTTP/1.1" status: 200 len: 375 time: 0.0088975 May 31 12:14:13.826540 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-34c0ad99-18fc-4038-9a67-721dc39b1fd3 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Synchronizing usage tracker for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:14:13.844093 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-34c0ad99-18fc-4038-9a67-721dc39b1fd3 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Unset dirty status for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:14:13.845394 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-34c0ad99-18fc-4038-9a67-721dc39b1fd3 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960376 May 31 12:14:13.985927 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-5a25fadb-6789-412a-87da-08c1b87c09ce service neutron] 10.222.0.10 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240778 May 31 12:14:14.114259 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-a74ccdf5-03e5-41b2-8324-db1c0a355038 service neutron] 10.222.0.10 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224794 May 31 12:14:14.288722 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-93c58a82-a25d-4402-986b-c2e1049c687f req-4b4346d2-bf09-4c9f-85d0-83c1a8c1122c tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 210 time: 0.0456533 May 31 12:14:15.451124 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b959b26-4cfd-4e45-a5ef-210009cadf15 req-ac1325b4-d7bc-4ebe-95c4-f3b3f1c3fb91 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 210 time: 0.0543454 May 31 12:14:15.507734 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-c3caba27-0513-4ca9-b865-7b2d7ca39b63 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:15.509152 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-c3caba27-0513-4ca9-b865-7b2d7ca39b63 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.52 "GET /v2.0/networks?id=b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 200 len: 814 time: 0.1874599 May 31 12:14:15.527900 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'port': {'device_id': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'admin_state_up': True, 'tenant_id': '0996111813ff4aa9ab0803f5b9261060'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:15.658101 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:15.668099 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:15.678081 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Made reservation on behalf of 0996111813ff4aa9ab0803f5b9261060 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:14:15.681806 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:15.845064 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Allocated IP 172.20.0.9 (b44d7dde-99f9-4d53-858a-5b2abfb34946/438cf70c-d0f3-4348-a1a8-0f61da0f0062/07234d51-79a9-4afc-927f-2552405566d0) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:14:16.045033 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:16.059752 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Transition to ACTIVE for port object 07234d51-79a9-4afc-927f-2552405566d0 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:14:16.082078 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:16.087841 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dc74892e-8f61-42ba-90d8-d500ee6ea152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:16.156271 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:14:16.159293 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:14:16.163682 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:14:16.193624 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'Port': ['ID=07234d51-79a9-4afc-927f-2552405566d0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:16.200261 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:16.229833 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:16.230440 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:16.257338 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7333820 May 31 12:14:16.387634 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-f15df41c-09c2-4450-8862-734631b59d67 None None] Provisioning for port 07234d51-79a9-4afc-927f-2552405566d0 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:14:16.392528 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-f15df41c-09c2-4450-8862-734631b59d67 None None] Provisioning complete for port 07234d51-79a9-4afc-927f-2552405566d0 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:16.392903 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f15df41c-09c2-4450-8862-734631b59d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:16.445314 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-f15df41c-09c2-4450-8862-734631b59d67 None None] Port 07234d51-79a9-4afc-927f-2552405566d0 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:14:16.635023 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a8d88-3578-4bc3-9369-76083b49524f req-b7547cf7-ead3-48bc-9bde-7447b08a465b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:16.636074 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c12a8d88-3578-4bc3-9369-76083b49524f req-b7547cf7-ead3-48bc-9bde-7447b08a465b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Synchronizing usage tracker for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:14:16.651080 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c12a8d88-3578-4bc3-9369-76083b49524f req-b7547cf7-ead3-48bc-9bde-7447b08a465b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Unset dirty status for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:14:16.652429 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c12a8d88-3578-4bc3-9369-76083b49524f req-b7547cf7-ead3-48bc-9bde-7447b08a465b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 931 time: 0.0978289 May 31 12:14:16.695227 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c12a8d88-3578-4bc3-9369-76083b49524f req-29decb48-035b-42c1-80f8-2287113f42f3 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 May 31 12:14:17.876290 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ddfd-7858-45ec-9e46-22e0b81f5959 req-12da47e8-35ad-4ffe-8863-8fe27617dece tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:17.877733 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-19a4ddfd-7858-45ec-9e46-22e0b81f5959 req-12da47e8-35ad-4ffe-8863-8fe27617dece tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 931 time: 0.0788376 May 31 12:14:17.923724 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-19a4ddfd-7858-45ec-9e46-22e0b81f5959 req-98ac2d2c-6ce7-4153-a3a2-c47ecdd51de4 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 May 31 12:14:18.299240 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Request body: {'port': {'device_id': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:18.407088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:18.875316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07234d51-79a9-4afc-927f-2552405566d0 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:14:18.883503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:18.899548 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Transition to ACTIVE for port object 07234d51-79a9-4afc-927f-2552405566d0 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:14:18.903511 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:18.907394 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:19.064916 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Pushing event updated for resources: {'Port': ['ID=07234d51-79a9-4afc-927f-2552405566d0,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:19.078125 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:19.218245 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Attempting to bind port 07234d51-79a9-4afc-927f-2552405566d0 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:14:19.218581 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Attempting to bind port 07234d51-79a9-4afc-927f-2552405566d0 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:14:19.218942 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Attempting to bind port 07234d51-79a9-4afc-927f-2552405566d0 on network b44d7dde-99f9-4d53-858a-5b2abfb34946 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:14:19.227177 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Port 07234d51-79a9-4afc-927f-2552405566d0 on network b44d7dde-99f9-4d53-858a-5b2abfb34946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:14:19.227497 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Attempting to bind port 07234d51-79a9-4afc-927f-2552405566d0 on network b44d7dde-99f9-4d53-858a-5b2abfb34946 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:14:19.235949 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:14:19.236285 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Checking segment: {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:14:19.236667 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Bound using segment: {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:14:19.237097 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Bound port: 07234d51-79a9-4afc-927f-2552405566d0, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c34f816-7a8e-4a76-8588-cd1da2d9c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:14:19.237442 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:19.258926 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced40b-818b-418d-bf50-4cad404d4c0d req-8ba3faf1-adec-4444-98c3-1c381b473bed tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:19.260372 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8ced40b-818b-418d-bf50-4cad404d4c0d req-8ba3faf1-adec-4444-98c3-1c381b473bed tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.1926646 May 31 12:14:19.370620 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8ced40b-818b-418d-bf50-4cad404d4c0d req-5a544d72-6eb0-473d-8a02-c02c89dea0aa tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776916 May 31 12:14:19.378174 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] For port 07234d51-79a9-4afc-927f-2552405566d0, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:14:19.382331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] For port 07234d51-79a9-4afc-927f-2552405566d0, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=07234d51-79a9-4afc-927f-2552405566d0,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:14:19.394755 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:19.394755 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-eccd00d0-6326-482c-a0f3-fd49120c1cfd tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:19.453243 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:19.453901 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:19.455495 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] 10.222.0.52 "PUT /v2.0/ports/07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 1093 time: 1.1604109 May 31 12:14:19.456086 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:14:19.458793 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abf603b-8bfe-42b8-991f-404e2704da92" -d '{"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:14:19.478017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Pushing event updated for resources: {'Port': ['ID=07234d51-79a9-4afc-927f-2552405566d0,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:19.481116 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:19.526674 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f86989b-7885-4b2d-bba8-aefe944bee1c x-openstack-request-id: req-1f86989b-7885-4b2d-bba8-aefe944bee1c {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:14:19.527214 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:14:19.527594 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f86989b-7885-4b2d-bba8-aefe944bee1c {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:14:19.528123 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0', 'status': 'completed', 'code': 200} May 31 12:14:20.573513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c9cdf-cce1-4fea-8310-be30ea25d511 req-7a287471-3810-4499-999b-7e66d4dab449 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:20.575143 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec4c9cdf-cce1-4fea-8310-be30ea25d511 req-7a287471-3810-4499-999b-7e66d4dab449 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0844178 May 31 12:14:20.625059 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ec4c9cdf-cce1-4fea-8310-be30ea25d511 req-bc5d94f9-7f00-4b78-b242-3b4c30f03604 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Synchronizing usage tracker for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:14:20.647077 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-ec4c9cdf-cce1-4fea-8310-be30ea25d511 req-bc5d94f9-7f00-4b78-b242-3b4c30f03604 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Unset dirty status for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:14:20.648766 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ec4c9cdf-cce1-4fea-8310-be30ea25d511 req-bc5d94f9-7f00-4b78-b242-3b4c30f03604 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678327 May 31 12:14:21.837969 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e18328-0038-4b59-9340-bc167469f8de req-ee79ad31-7966-418a-9990-ffff05e31198 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:21.839451 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a9e18328-0038-4b59-9340-bc167469f8de req-ee79ad31-7966-418a-9990-ffff05e31198 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0840411 May 31 12:14:21.883679 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a9e18328-0038-4b59-9340-bc167469f8de req-461db505-5f69-40d7-ae22-7eaaa5a720a9 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 May 31 12:14:23.068683 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb5cb8-2c61-40e8-b017-1b7b9f8106ce req-7ecc3562-0334-429f-b0a1-f3d8202f3622 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:23.070556 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c9cb5cb8-2c61-40e8-b017-1b7b9f8106ce req-7ecc3562-0334-429f-b0a1-f3d8202f3622 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0840468 May 31 12:14:23.113887 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c9cb5cb8-2c61-40e8-b017-1b7b9f8106ce req-3f3514c2-c3a4-4850-b129-ed31d8f3d543 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 May 31 12:14:24.331681 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc2270-67f7-464f-90dd-165a1a43aaa0 req-1da30894-b6fb-4f30-a9b5-20d6cbb1ca30 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:24.334344 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0efc2270-67f7-464f-90dd-165a1a43aaa0 req-1da30894-b6fb-4f30-a9b5-20d6cbb1ca30 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0961871 May 31 12:14:24.393604 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0efc2270-67f7-464f-90dd-165a1a43aaa0 req-4e660dc0-93e4-452a-8924-7cc01f57ca94 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427821 May 31 12:14:25.677981 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf10135-fec9-4d4a-8621-8c0c8992a0d3 req-58cd2573-2941-482c-ac95-e8b9723ebf28 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:25.679539 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3cf10135-fec9-4d4a-8621-8c0c8992a0d3 req-58cd2573-2941-482c-ac95-e8b9723ebf28 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.1704984 May 31 12:14:25.727846 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3cf10135-fec9-4d4a-8621-8c0c8992a0d3 req-7aa91e1e-f6f2-4c4d-9f0a-07c76453679d tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 May 31 12:14:26.917982 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4c71f-c575-498b-b3f6-72a84ce8f862 req-a128562d-54fb-4058-9c7f-a46b290913f5 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:26.919351 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4be4c71f-c575-498b-b3f6-72a84ce8f862 req-a128562d-54fb-4058-9c7f-a46b290913f5 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0840850 May 31 12:14:26.970957 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4be4c71f-c575-498b-b3f6-72a84ce8f862 req-2183d77e-a1dd-4f4b-bbd5-60a8e2755973 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459011 May 31 12:14:28.189467 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b5459-d19d-42c8-be3d-252667dfa4f5 req-0517c339-02e1-4f00-869c-9fa54c0bab52 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:28.191406 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4d5b5459-d19d-42c8-be3d-252667dfa4f5 req-0517c339-02e1-4f00-869c-9fa54c0bab52 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0929675 May 31 12:14:28.240407 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4d5b5459-d19d-42c8-be3d-252667dfa4f5 req-7b5c170b-3b9d-4f9c-ba8c-2ec50d03047e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 May 31 12:14:29.434947 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c7f51-39f7-405d-aa1c-b4be28326cb3 req-ee6fa8f0-927d-4765-8d38-4e51d93eb8cf tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:29.437319 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d68c7f51-39f7-405d-aa1c-b4be28326cb3 req-ee6fa8f0-927d-4765-8d38-4e51d93eb8cf tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0895271 May 31 12:14:29.484514 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d68c7f51-39f7-405d-aa1c-b4be28326cb3 req-7a2175a0-0291-4ac6-8839-fc59543b42c8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 May 31 12:14:29.751823 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 58792) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:29.871800 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:29.886286 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:29.890119 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7adde8e733494f8c437ca419aa39a5 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:29.892866 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:29.899123 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:29.984123 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:29.987745 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:29.997060 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0ba1f022-8064-4f02-b955-1edab9bd800f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:30.036054 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f7adde8e733494f8c437ca419aa39a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831533 May 31 12:14:30.036920 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd3f118-1425-4cd8-8e86-2312c7136c98,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:30.039238 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58798) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:30.040229 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aee46989-ea7b-44b8-9ee5-3859fc8190e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:30.099342 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f66d97c4-a426-4a78-9d4f-37cf9da71622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:30.124818 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f66d97c4-a426-4a78-9d4f-37cf9da71622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:30.175785 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f66d97c4-a426-4a78-9d4f-37cf9da71622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:30.181268 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-66c865a6-4e3a-4f78-b8c5-e76870f67a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:30.190922 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d97c4-a426-4a78-9d4f-37cf9da71622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd3f118-1425-4cd8-8e86-2312c7136c98,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:30.193384 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f66d97c4-a426-4a78-9d4f-37cf9da71622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:30.199461 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f66d97c4-a426-4a78-9d4f-37cf9da71622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:30.200575 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-f66d97c4-a426-4a78-9d4f-37cf9da71622 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6dd3f118-1425-4cd8-8e86-2312c7136c98 HTTP/1.1" status: 204 len: 168 time: 0.1602147 May 31 12:14:30.676979 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265e8be-bd22-4f45-ac5f-5215d2b02f93 req-1d22c78b-d414-43a9-ad88-e1637a3801f6 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:30.682211 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4265e8be-bd22-4f45-ac5f-5215d2b02f93 req-1d22c78b-d414-43a9-ad88-e1637a3801f6 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0935724 May 31 12:14:30.713027 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf603b-8bfe-42b8-991f-404e2704da92 req-67291158-ee92-4502-a985-6edd300333ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:30.714524 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4abf603b-8bfe-42b8-991f-404e2704da92 req-67291158-ee92-4502-a985-6edd300333ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1096 time: 0.0802183 May 31 12:14:30.724714 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4265e8be-bd22-4f45-ac5f-5215d2b02f93 req-81a828e0-e34a-4b48-90d1-1caf5df5014b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 May 31 12:14:30.871865 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf603b-8bfe-42b8-991f-404e2704da92 req-a7dea5a8-1d63-48da-8ca0-64e5d713b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:30.873302 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4abf603b-8bfe-42b8-991f-404e2704da92 req-a7dea5a8-1d63-48da-8ca0-64e5d713b0ff service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0996111813ff4aa9ab0803f5b9261060&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1388488 May 31 12:14:31.011408 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf603b-8bfe-42b8-991f-404e2704da92 req-ba796d06-6dfc-4921-88ba-f195c15a03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:31.012833 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4abf603b-8bfe-42b8-991f-404e2704da92 req-ba796d06-6dfc-4921-88ba-f195c15a03fa service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323502 May 31 12:14:31.155182 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-184e0b00-3743-48f5-864e-40c150d162f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:31.156681 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-184e0b00-3743-48f5-864e-40c150d162f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1096 time: 0.0763907 May 31 12:14:31.233378 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-43c75ff5-efd2-4758-b1a2-d263d99d1360 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 217 time: 0.0604045 May 31 12:14:31.299399 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-0e87cab5-f271-4a7e-b21f-9e6c8d31d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:31.300808 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-0e87cab5-f271-4a7e-b21f-9e6c8d31d7f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438cf70c-d0f3-4348-a1a8-0f61da0f0062 HTTP/1.1" status: 200 len: 853 time: 0.0599785 May 31 12:14:31.380367 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-fb5610b1-fa07-439a-b438-780c720bc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:31.383313 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-fb5610b1-fa07-439a-b438-780c720bc03b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b44d7dde-99f9-4d53-858a-5b2abfb34946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748832 May 31 12:14:31.532379 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-46b1fdea-178c-4282-b7a9-8d07d9e423f9 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375918 May 31 12:14:31.762650 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-305e5a7d-e93b-4113-a188-abc503b49ba6 req-ccca14bc-dc20-4651-b0cf-edee10786dd3 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168770 May 31 12:14:31.910056 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7d987-e701-4d5a-9ecf-73d6edb3a7e9 req-5cd53523-1790-4033-84da-9d53f0e2a290 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:31.911391 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e6a7d987-e701-4d5a-9ecf-73d6edb3a7e9 req-5cd53523-1790-4033-84da-9d53f0e2a290 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0788414 May 31 12:14:31.966241 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e6a7d987-e701-4d5a-9ecf-73d6edb3a7e9 req-d169e0c3-2f74-4390-8a49-9ec89a148112 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 May 31 12:14:33.148910 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e76d2e-dab9-4248-917f-0027e15cd87a req-a4584f1f-d18c-4b17-a99a-1155d155eb7f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:33.150563 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a7e76d2e-dab9-4248-917f-0027e15cd87a req-a4584f1f-d18c-4b17-a99a-1155d155eb7f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0791488 May 31 12:14:33.193796 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a7e76d2e-dab9-4248-917f-0027e15cd87a req-5d2473ae-86b9-4ed6-8119-484df4db6719 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 May 31 12:14:34.376492 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8394593-beba-41d2-8d6e-4cbf16bd1bad req-565d47a5-77e4-4d31-a818-3ba5449b0176 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:34.378128 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b8394593-beba-41d2-8d6e-4cbf16bd1bad req-565d47a5-77e4-4d31-a818-3ba5449b0176 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0828533 May 31 12:14:34.423031 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b8394593-beba-41d2-8d6e-4cbf16bd1bad req-75bc363e-6527-4ba4-8492-06491bdc3a47 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 May 31 12:14:35.607122 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2789-03bd-4fcb-9b7e-5477616cfecb req-e0db14b4-c2c6-4e5a-b9cd-03f9beeef9b0 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:35.608557 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-75ff2789-03bd-4fcb-9b7e-5477616cfecb req-e0db14b4-c2c6-4e5a-b9cd-03f9beeef9b0 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 943 time: 0.0788705 May 31 12:14:35.652851 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-75ff2789-03bd-4fcb-9b7e-5477616cfecb req-368c6e32-c493-4a6d-acf4-d719d03054a5 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388050 May 31 12:14:36.087998 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 07234d51-79a9-4afc-927f-2552405566d0 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:14:36.236284 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 07234d51-79a9-4afc-927f-2552405566d0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=07234d51-79a9-4afc-927f-2552405566d0,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:14:36.249091 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '07234d51-79a9-4afc-927f-2552405566d0', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'port_id': '07234d51-79a9-4afc-927f-2552405566d0', 'mac_address': 'fa:16:3e:d5:6f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:14:36.305766 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:36.321795 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07234d51-79a9-4afc-927f-2552405566d0 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:14:36.336972 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 07234d51-79a9-4afc-927f-2552405566d0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=07234d51-79a9-4afc-927f-2552405566d0,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:14:36.340987 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:36.342857 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-064e9326-8593-460d-b5c6-7596bb80fec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:36.411846 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=07234d51-79a9-4afc-927f-2552405566d0,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:36.414981 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:36.745147 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['07234d51-79a9-4afc-927f-2552405566d0'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:14:36.982700 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203308e-56cf-4d2a-98bd-f6149eb73062 req-291008b8-a1b7-4304-9d71-04c124974e42 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:36.984168 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0203308e-56cf-4d2a-98bd-f6149eb73062 req-291008b8-a1b7-4304-9d71-04c124974e42 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 944 time: 0.0851231 May 31 12:14:37.029946 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0203308e-56cf-4d2a-98bd-f6149eb73062 req-7c07ddaa-d25d-4510-a79c-223a7efb2556 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 May 31 12:14:38.213780 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c152-6782-4a35-8ed9-4598862b4629 req-925ff1d3-8c05-4203-a3ff-9d34554326b0 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:38.215242 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ef46c152-6782-4a35-8ed9-4598862b4629 req-925ff1d3-8c05-4203-a3ff-9d34554326b0 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 944 time: 0.0816128 May 31 12:14:38.258332 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ef46c152-6782-4a35-8ed9-4598862b4629 req-1c5279f2-7348-409b-b707-403d4948ccbe tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 May 31 12:14:38.385821 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 07234d51-79a9-4afc-927f-2552405566d0 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:14:38.451898 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1548792f-f01d-45db-9379-ccd9d14337e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:38.467733 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 07234d51-79a9-4afc-927f-2552405566d0 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:14:38.472499 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 07234d51-79a9-4afc-927f-2552405566d0 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:38.472874 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:38.586543 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:38.612385 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07234d51-79a9-4afc-927f-2552405566d0'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:14:38.614873 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d274070-3e4e-43fa-b836-cc2e895c60c0" -d '{"events": [{"server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "name": "network-vif-plugged", "status": "completed", "tag": "07234d51-79a9-4afc-927f-2552405566d0"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:14:38.622863 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 07234d51-79a9-4afc-927f-2552405566d0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=07234d51-79a9-4afc-927f-2552405566d0,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:14:38.626918 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:38.628760 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c23cb626-9ddb-4f10-80bb-d416c9cf09b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:38.662507 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db5d47b-ce6c-4a89-bd94-62e53b4f597d x-openstack-request-id: req-8db5d47b-ce6c-4a89-bd94-62e53b4f597d {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:14:38.662811 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "name": "network-vif-plugged", "status": "completed", "tag": "07234d51-79a9-4afc-927f-2552405566d0", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:14:38.663063 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8db5d47b-ce6c-4a89-bd94-62e53b4f597d {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:14:38.663441 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07234d51-79a9-4afc-927f-2552405566d0', 'code': 200} May 31 12:14:38.699618 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=07234d51-79a9-4afc-927f-2552405566d0,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:38.702494 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:38.933623 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7805a53-3f6f-4959-874f-62bd54e97436 req-14e1f48e-4cc5-4e42-ac15-0b3af4e251ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:38.934963 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7805a53-3f6f-4959-874f-62bd54e97436 req-14e1f48e-4cc5-4e42-ac15-0b3af4e251ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1098 time: 0.0720465 May 31 12:14:38.976986 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b7805a53-3f6f-4959-874f-62bd54e97436 req-c912e3a3-fadb-4dc9-87ba-d369519214c5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 May 31 12:14:38.979287 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:39.449322 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c75595-f97f-4170-8461-a4a3249760ac req-7173c398-5deb-4a2c-aaa7-7662ac92ffc8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:39.450861 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-06c75595-f97f-4170-8461-a4a3249760ac req-7173c398-5deb-4a2c-aaa7-7662ac92ffc8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0882425 May 31 12:14:39.499644 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-06c75595-f97f-4170-8461-a4a3249760ac req-0b9c7d04-d5b7-46a0-9864-2e385ee6dcdf tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 May 31 12:14:39.813955 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58932) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:39.930711 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:39.944650 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:39.948553 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Usage tracker for resource:security_group_rule and tenant:c61cf1c2cc7b459584e30954f74ccbe0 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:39.951369 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:39.957012 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:40.039710 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:40.043490 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:40.052160 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b1fce4e0-f908-4643-a571-00dd4bb6590a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:40.092266 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c2588-b212-4daf-b1f2-5134d8471172,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:40.095890 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:40.098513 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-8806bc0d-ef20-40ff-9e2a-fefb7974cee3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c61cf1c2cc7b459584e30954f74ccbe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833357 May 31 12:14:40.101620 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 58938) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:40.159857 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-645fb343-0846-4bdb-a984-a383629f44bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:40.184938 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-645fb343-0846-4bdb-a984-a383629f44bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:40.241977 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-645fb343-0846-4bdb-a984-a383629f44bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:40.246525 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c9366c01-7434-4207-8a8b-37582351f8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:40.259218 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fb343-0846-4bdb-a984-a383629f44bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c2588-b212-4daf-b1f2-5134d8471172,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:40.262127 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-645fb343-0846-4bdb-a984-a383629f44bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:40.264327 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-645fb343-0846-4bdb-a984-a383629f44bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:40.265584 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-645fb343-0846-4bdb-a984-a383629f44bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be5c2588-b212-4daf-b1f2-5134d8471172 HTTP/1.1" status: 204 len: 168 time: 0.1626272 May 31 12:14:40.686989 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6093b-addc-4543-b052-55fd6d37bd1a req-5ef7206b-f04b-43cc-bb8a-da7c88e79b35 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:40.688446 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e6c6093b-addc-4543-b052-55fd6d37bd1a req-5ef7206b-f04b-43cc-bb8a-da7c88e79b35 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0832672 May 31 12:14:40.734529 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e6c6093b-addc-4543-b052-55fd6d37bd1a req-b538b835-551e-4ef6-87e9-f0a114aa0737 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404024 May 31 12:14:40.914740 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a411ef-1a0a-4eb5-8c47-6ceb0ff53c28 req-7b253372-15cd-41bc-aed8-f432be6325a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:40.916102 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-47a411ef-1a0a-4eb5-8c47-6ceb0ff53c28 req-7b253372-15cd-41bc-aed8-f432be6325a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0794086 May 31 12:14:40.949071 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0a85ae1d-8268-400e-a516-4d17469ceb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:40.960630 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-47a411ef-1a0a-4eb5-8c47-6ceb0ff53c28 req-09dafbd0-05ab-456e-ad75-a1099b9c48ff tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388451 May 31 12:14:40.982420 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:41.342773 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea9f4-581c-4630-96b0-9ab1f32f7053 req-5921429e-9f0e-41fc-ba00-78bc0843a227 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:41.344205 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-19aea9f4-581c-4630-96b0-9ab1f32f7053 req-5921429e-9f0e-41fc-ba00-78bc0843a227 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0818260 May 31 12:14:41.388770 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-19aea9f4-581c-4630-96b0-9ab1f32f7053 req-cb548e83-3dc0-44b9-88c2-ab9e5a176bc3 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 May 31 12:14:41.872598 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:43.711097 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:45.221823 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cec0235c-180d-4b6c-b844-456cf53815db req-36ee7767-1432-4ec5-b3bf-e6e3da3d7122 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738411 May 31 12:14:45.379278 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0235c-180d-4b6c-b844-456cf53815db req-a263aec3-eeea-48ce-adc6-d397b3c4533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:45.380716 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cec0235c-180d-4b6c-b844-456cf53815db req-a263aec3-eeea-48ce-adc6-d397b3c4533d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1098 time: 0.0741940 May 31 12:14:45.524264 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0235c-180d-4b6c-b844-456cf53815db req-13e4190c-30f9-4a39-9955-b1222581f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:45.525892 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cec0235c-180d-4b6c-b844-456cf53815db req-13e4190c-30f9-4a39-9955-b1222581f166 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.1245389 May 31 12:14:45.628702 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cec0235c-180d-4b6c-b844-456cf53815db req-dc59475f-086b-4bae-a4ce-2bb49e954c31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 1001 time: 0.0958872 May 31 12:14:45.690738 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0235c-180d-4b6c-b844-456cf53815db req-0a4e7bce-d435-44b0-8b13-bb64fcff798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:45.692101 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cec0235c-180d-4b6c-b844-456cf53815db req-0a4e7bce-d435-44b0-8b13-bb64fcff798a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0561442 May 31 12:14:45.767253 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0235c-180d-4b6c-b844-456cf53815db req-75e4d94b-10cf-483b-bd87-b38e3baa69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:45.768661 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cec0235c-180d-4b6c-b844-456cf53815db req-75e4d94b-10cf-483b-bd87-b38e3baa69dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705349 May 31 12:14:45.899575 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cec0235c-180d-4b6c-b844-456cf53815db req-c8b8aa0e-9d3b-40d2-80ed-1ded3abcaf40 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236355 May 31 12:14:46.029764 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cec0235c-180d-4b6c-b844-456cf53815db req-6cbdcc46-18e6-4779-8e0c-c081b417da06 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229990 May 31 12:14:47.322693 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:14:51.793425 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964915f-fc97-4eea-8254-3d9faecb59c3 req-ca8da829-7f09-44e5-a351-be64821bbbfc tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:51.794930 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9964915f-fc97-4eea-8254-3d9faecb59c3 req-ca8da829-7f09-44e5-a351-be64821bbbfc tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0805132 May 31 12:14:51.841737 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9964915f-fc97-4eea-8254-3d9faecb59c3 req-2be34d2d-8a28-44c6-8ecc-41ce203e40e9 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 May 31 12:14:51.865032 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59058) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:52.094174 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa0ad5-a907-4e3c-af51-bf7e94b0f08c tempest-TestMinimumBasicScenario-1536814036 tempest-TestMinimumBasicScenario-1536814036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:52.094871 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-87aa0ad5-a907-4e3c-af51-bf7e94b0f08c tempest-TestMinimumBasicScenario-1536814036 tempest-TestMinimumBasicScenario-1536814036-project-admin] Synchronizing usage tracker for tenant:9e4025a6118c4450be8dc9aab0bbd8e8 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:14:52.110634 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-87aa0ad5-a907-4e3c-af51-bf7e94b0f08c tempest-TestMinimumBasicScenario-1536814036 tempest-TestMinimumBasicScenario-1536814036-project-admin] Unset dirty status for tenant:9e4025a6118c4450be8dc9aab0bbd8e8 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:14:52.111915 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-87aa0ad5-a907-4e3c-af51-bf7e94b0f08c tempest-TestMinimumBasicScenario-1536814036 tempest-TestMinimumBasicScenario-1536814036-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1093 time: 0.2457650 May 31 12:14:52.114795 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59068) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:52.120286 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'floatingip': {'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'port_id': '07234d51-79a9-4afc-927f-2552405566d0', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:52.126248 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:52.130195 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Usage tracker for resource:floatingip and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:52.134084 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:52.139927 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:52.152714 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for floatingip, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:52.192192 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4127f0-35b0-4e45-856d-79ee0939767b req-347b070c-6b17-4a96-9680-4b120aaeb4d6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:52.194193 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e4127f0-35b0-4e45-856d-79ee0939767b req-347b070c-6b17-4a96-9680-4b120aaeb4d6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0842288 May 31 12:14:52.237897 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e4127f0-35b0-4e45-856d-79ee0939767b req-b12eb163-edab-4796-bf6c-17f1ba0749dc tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378344 May 31 12:14:52.290900 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:52.501840 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Allocated IP 172.27.3.189 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/92b6f428-276a-48a6-a277-730f423ca273) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:14:52.648682 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:52.676837 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:52.681530 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:52.742822 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:14:52.745466 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:14:52.749097 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:14:52.788023 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'Port': ['ID=92b6f428-276a-48a6-a277-730f423ca273,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:52.800464 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.800827 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.801188 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.801542 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.801925 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.802272 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.802617 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.803462 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.803829 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.804170 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.804517 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.804857 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:52.809304 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:53.155515 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:53.228064 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:53.421410 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37a4ce-fade-4b64-b3b6-4611d6664141 req-d68eca23-6aeb-4783-98b1-cbc8f4b86f70 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:53.422781 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bb37a4ce-fade-4b64-b3b6-4611d6664141 req-d68eca23-6aeb-4783-98b1-cbc8f4b86f70 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0798697 May 31 12:14:53.433966 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:53.438551 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:53.443076 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-88403337-62c4-4a3e-9350-eb3f48a42e93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:53.466052 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bb37a4ce-fade-4b64-b3b6-4611d6664141 req-ceaef9fc-170a-4cdf-b03d-afb7547e7eee tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375485 May 31 12:14:53.546744 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'Port': ['ID=92b6f428-276a-48a6-a277-730f423ca273,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:53.550991 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:53.559779 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:53.729156 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.l3_db [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Floating IP 7bb737a0-b265-40db-894a-ecbf1b8ac72a associated. External IP: 172.27.3.189, port: 07234d51-79a9-4afc-927f-2552405566d0. May 31 12:14:54.168775 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Router 66be44d1-97e1-402c-8e52-a5eebf5dafcc has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:14:54.345264 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:14:54.354754 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] Sync routers for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:14:54.364410 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:14:54.365011 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:14:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:54.370104 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:54.424155 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3082106 May 31 12:14:54.424716 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:14:54.426886 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 59082) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:54.427440 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0a046d-b04d-45ce-a496-ec42bd87cbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:14:54.433630 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284455801', 'description': 'tempest-secgroup-smoke-284455801 description', 'project_id': '0996111813ff4aa9ab0803f5b9261060'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:54.439916 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:54.449301 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:54.459237 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:54.471351 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e53780-cce2-4f38-9505-5793e489804b x-openstack-request-id: req-23e53780-cce2-4f38-9505-5793e489804b {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:14:54.471764 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:14:54.472190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23e53780-cce2-4f38-9505-5793e489804b {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:14:54.472630 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0', 'status': 'completed', 'code': 200} May 31 12:14:54.484713 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:54.490337 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Usage tracker for resource:security_group_rule and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:54.493807 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:54.499623 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:54.540766 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:14:54.627923 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:54.635583 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:54.641677 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e2368161-6804-4934-81bf-957fa158e61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:54.658340 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-bc005536-04e7-4dec-9dba-49a98d4fd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:54.659845 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-bc005536-04e7-4dec-9dba-49a98d4fd7a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1098 time: 0.1400535 May 31 12:14:54.688454 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24db67c-fec4-404f-9e28-0f093af321e3,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:54.715940 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2dcb-9022-4c2c-8b14-7b593a014aad req-5aaae7b1-1821-450b-a3f6-4a245291f09f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:54.717438 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3fdb2dcb-9022-4c2c-8b14-7b593a014aad req-5aaae7b1-1821-450b-a3f6-4a245291f09f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0904016 May 31 12:14:54.728309 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.728682 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.729041 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.729398 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.729788 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.730139 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.730649 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.731004 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.731348 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.731838 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.732161 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.732573 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:14:54.744006 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:54.779225 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3fdb2dcb-9022-4c2c-8b14-7b593a014aad req-927a9af9-46fa-4be1-aa7c-64f373791c54 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525959 May 31 12:14:54.923625 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:54.924843 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4954515 May 31 12:14:54.928260 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59094) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:54.933924 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'security_group_rule': {'security_group_id': 'e24db67c-fec4-404f-9e28-0f093af321e3', 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:54.939722 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:54.943759 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Usage tracker for resource:security_group_rule and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:54.946776 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:54.947826 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '7bb737a0-b265-40db-894a-ecbf1b8ac72a', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'port_id': '07234d51-79a9-4afc-927f-2552405566d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'mac_address': 'fa:16:3e:d5:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:14:53Z', 'updated_at': '2021-05-31T12:14:53Z', 'revision_number': 0, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 5, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:54.951687 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] Checking router: 66be44d1-97e1-402c-8e52-a5eebf5dafcc for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:14:54.953188 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:54.961842 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:14:54.962911 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:14:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:54.969535 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:54.971492 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-abefb19b-d0a0-41e0-ad2a-fae2f165d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:54.973015 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-abefb19b-d0a0-41e0-ad2a-fae2f165d553 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 200 len: 915 time: 0.3019979 May 31 12:14:55.029649 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.035753 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.038399 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:55.061220 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1f51c4-01c7-42e8-9299-9dce60494e63,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:55.063955 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:55.073112 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.076926 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450832 May 31 12:14:55.077368 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59098) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:55.082634 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'security_group_rule': {'security_group_id': 'e24db67c-fec4-404f-9e28-0f093af321e3', 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:55.086032 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-7b376bea-71f5-4444-bf5e-2d68fcea4f9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 999 time: 0.1063497 May 31 12:14:55.089065 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:55.092862 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Usage tracker for resource:security_group_rule and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:55.095724 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:55.102208 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:55.123899 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.155648 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-2ae7871d-a719-4d1d-a635-1dff26bf7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:55.157258 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-2ae7871d-a719-4d1d-a635-1dff26bf7a6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438cf70c-d0f3-4348-a1a8-0f61da0f0062 HTTP/1.1" status: 200 len: 853 time: 0.0645533 May 31 12:14:55.158572 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:14:55.188048 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.194485 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.197037 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-46921604-450b-4df7-b9ff-15ea4248238d tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:55.215288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcabd652-cbdd-4a69-92fc-694aa9f4a963,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:55.218944 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:55.236209 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.240101 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-0f95a4e0-1193-4d54-b267-ae671466e864 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591306 May 31 12:14:55.240228 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-da08a65e-a8eb-4b2c-b19d-1eb7397dd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:55.240228 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-da08a65e-a8eb-4b2c-b19d-1eb7397dd631 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b44d7dde-99f9-4d53-858a-5b2abfb34946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755041 May 31 12:14:55.240446 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59102) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:55.245610 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'security_group_rule': {'security_group_id': 'e24db67c-fec4-404f-9e28-0f093af321e3', 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:55.251525 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:55.255381 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Usage tracker for resource:security_group_rule and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:55.258755 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:55.265176 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:55.283390 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.348246 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.353012 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.355166 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f84c2c7f-a228-477c-b8ed-39299affae0f tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:55.376117 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-9f23a685-a0e4-43a2-9ade-cf38c0b53db0 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296093 May 31 12:14:55.376869 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97311d3d-16fa-443c-9132-b6746fdf8925,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:55.379272 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:55.388390 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.392385 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6986743e-a1c1-47ad-8758-af9bd2c46769 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485372 May 31 12:14:55.392700 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59106) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:55.398618 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'security_group_rule': {'security_group_id': 'e24db67c-fec4-404f-9e28-0f093af321e3', 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:55.404912 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:55.408794 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Usage tracker for resource:security_group_rule and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:55.411716 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:55.417705 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:55.436411 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.503438 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.509755 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.512545 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a89d2f00-3f77-4363-8601-4b9643a042c1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:55.517226 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-be0a046d-b04d-45ce-a496-ec42bd87cbf6 req-8e66f33e-4eff-46ae-b44a-ce768e13a89d service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340067 May 31 12:14:55.528500 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '7bb737a0-b265-40db-894a-ecbf1b8ac72a', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'port_id': '07234d51-79a9-4afc-927f-2552405566d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'mac_address': 'fa:16:3e:d5:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:14:53Z', 'updated_at': '2021-05-31T12:14:53Z', 'revision_number': 0, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 5, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:14:55.532338 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb11c3-5ff9-458b-b5ce-5ff25c6d546c None None] The sync data for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi is: [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '7bb737a0-b265-40db-894a-ecbf1b8ac72a', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'port_id': '07234d51-79a9-4afc-927f-2552405566d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'mac_address': 'fa:16:3e:d5:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:14:53Z', 'updated_at': '2021-05-31T12:14:53Z', 'revision_number': 0, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 5, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:14:55.535375 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ea1d04-532f-4a9b-b0d4-c2e60a5714a5,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:55.537789 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:55.545072 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.546217 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-71e21d59-8e3c-4b3d-9519-9cf3f5a9c8a8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525652 May 31 12:14:55.548962 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59110) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:55.555037 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'security_group_rule': {'security_group_id': 'e24db67c-fec4-404f-9e28-0f093af321e3', 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:55.561185 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:55.565137 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Usage tracker for resource:security_group_rule and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:55.568089 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:55.574320 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:55.587554 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.securitygroups_db [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Project 0996111813ff4aa9ab0803f5b9261060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:14:55.593292 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.659641 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.664073 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.666508 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:55.693454 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52fa363-5364-4053-b2ee-36695b73e139,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:55.698822 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:55.704513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.705776 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556900 May 31 12:14:55.708602 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59114) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:14:55.714061 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'security_group_rule': {'security_group_id': 'e24db67c-fec4-404f-9e28-0f093af321e3', 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:55.720119 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:14:55.724124 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Usage tracker for resource:security_group_rule and tenant:0996111813ff4aa9ab0803f5b9261060 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:14:55.727150 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:14:55.733309 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:14:55.744978 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f7751-55dd-4366-8044-4a9f7739dd96 None None] New status for floating IP 7bb737a0-b265-40db-894a-ecbf1b8ac72a: ACTIVE {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:14:55.745510 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.securitygroups_db [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Project 0996111813ff4aa9ab0803f5b9261060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:14:55.752019 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.821021 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.825988 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.844971 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9b7bafbb-ad18-43eb-b116-86f526552894 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:55.863373 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2992b64-93a0-47b5-9a7c-7bc5aa4d5382,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:55.873961 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:55.875907 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.877579 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9d83493b-016a-4c70-9fba-5c14909e15d1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679034 May 31 12:14:55.982943 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef3a3-cacc-4249-bf20-edf8ac6ffc25 req-00e7e0e3-d592-49fd-9d7f-ba64aaecf089 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:55.984430 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fcfef3a3-cacc-4249-bf20-edf8ac6ffc25 req-00e7e0e3-d592-49fd-9d7f-ba64aaecf089 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0886030 May 31 12:14:56.040052 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fcfef3a3-cacc-4249-bf20-edf8ac6ffc25 req-529bc7e5-df6d-401b-91db-e21a9020827c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478141 May 31 12:14:56.045222 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-2b77f437-8b7a-4ac4-a64b-c424212f0711 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Synchronizing usage tracker for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:14:56.061142 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-2b77f437-8b7a-4ac4-a64b-c424212f0711 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Unset dirty status for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:14:56.062381 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-2b77f437-8b7a-4ac4-a64b-c424212f0711 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284455801&fields=id&tenant_id=0996111813ff4aa9ab0803f5b9261060 HTTP/1.1" status: 200 len: 267 time: 0.0638099 May 31 12:14:56.147286 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-f34f6609-fb20-49da-ace7-430d7a9fbaee tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:56.148710 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-f34f6609-fb20-49da-ace7-430d7a9fbaee tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0809481 May 31 12:14:56.159642 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'port': {'security_groups': ['18140efa-229a-49ba-a46a-a918e3b5f83f', 'e24db67c-fec4-404f-9e28-0f093af321e3']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:14:56.277578 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:56.528326 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] For port 07234d51-79a9-4afc-927f-2552405566d0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=07234d51-79a9-4afc-927f-2552405566d0,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:14:56.553118 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:56.557546 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:56.562899 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dc82492c-5c39-47b4-b293-110bc9726d9e tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:14:56.592095 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['07234d51-79a9-4afc-927f-2552405566d0'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:14:56.630641 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:56.631785 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:56.633157 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-27434f6a-cae7-40d3-b25b-6b534a56e342 req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "PUT /v2.0/ports/07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 981 time: 0.4778464 May 31 12:14:56.633686 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:14:56.635945 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073a3078-768e-46f4-b388-c80cbd42ce6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:14:56.662733 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'Port': ['ID=07234d51-79a9-4afc-927f-2552405566d0,revision_number=6']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:14:56.666194 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:14:56.774013 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['07234d51-79a9-4afc-927f-2552405566d0'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:14:56.840368 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d05207-0dd8-4c96-8558-80d0144d46ce x-openstack-request-id: req-90d05207-0dd8-4c96-8558-80d0144d46ce {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:14:56.840689 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:14:56.841860 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90d05207-0dd8-4c96-8558-80d0144d46ce {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:14:56.842298 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0', 'status': 'completed', 'code': 200} May 31 12:14:56.868372 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8a8d1-20e4-4b40-b1ef-27bb95c84953 req-e682a646-e19a-4f22-ba73-373a84143eac tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:56.870007 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6fd8a8d1-20e4-4b40-b1ef-27bb95c84953 req-e682a646-e19a-4f22-ba73-373a84143eac tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.1224217 May 31 12:14:56.976492 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6fd8a8d1-20e4-4b40-b1ef-27bb95c84953 req-24a76421-bf4b-4a0f-bff9-000b97622cce tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978017 May 31 12:14:56.996282 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-edc6b6a5-60e7-4266-ba33-14f51583c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:56.997875 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-edc6b6a5-60e7-4266-ba33-14f51583c304 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1137 time: 0.1064675 May 31 12:14:57.041150 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-837f8da9-bb14-465c-8430-9c3ac7c2c086 None None] Provisioning complete for port 07234d51-79a9-4afc-927f-2552405566d0 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:14:57.041521 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-837f8da9-bb14-465c-8430-9c3ac7c2c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:57.135940 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-5a8e7805-2336-4584-99ad-aa152b01a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:57.137920 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-5a8e7805-2336-4584-99ad-aa152b01a7ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 200 len: 915 time: 0.1333957 May 31 12:14:57.384214 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-1367974a-a507-494d-97ab-d1129611cdc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 1001 time: 0.2391503 May 31 12:14:57.448401 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e0220-d0df-4fa0-b860-8de3dbf19fc9 req-8780856c-5eeb-41ae-af7a-2b1fe4cf8dc3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:57.449862 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-287e0220-d0df-4fa0-b860-8de3dbf19fc9 req-8780856c-5eeb-41ae-af7a-2b1fe4cf8dc3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.2577627 May 31 12:14:57.482662 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-1115cc8f-aa7a-46ab-bb58-88faae628956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:57.484071 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-1115cc8f-aa7a-46ab-bb58-88faae628956 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438cf70c-d0f3-4348-a1a8-0f61da0f0062 HTTP/1.1" status: 200 len: 853 time: 0.0895224 May 31 12:14:57.541716 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-287e0220-d0df-4fa0-b860-8de3dbf19fc9 req-28230f28-7e18-452a-b454-ff00f4fd208e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854077 May 31 12:14:57.571375 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-1ae9f3f8-8a2d-4905-a5c4-ca5b978fab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:57.572764 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-1ae9f3f8-8a2d-4905-a5c4-ca5b978fab20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b44d7dde-99f9-4d53-858a-5b2abfb34946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790238 May 31 12:14:57.704522 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-9c375e11-8205-493c-b758-229a3bcad509 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237600 May 31 12:14:57.835214 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-073a3078-768e-46f4-b388-c80cbd42ce6f req-532605e2-dca0-4e3d-993b-c546d5081643 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238396 May 31 12:14:58.730792 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78bed0-cda4-443f-9ccf-6da35c0191f2 req-6cd4c0f7-2584-40fb-847c-c49fa80ee288 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:58.732210 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c78bed0-cda4-443f-9ccf-6da35c0191f2 req-6cd4c0f7-2584-40fb-847c-c49fa80ee288 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0831397 May 31 12:14:58.775906 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c78bed0-cda4-443f-9ccf-6da35c0191f2 req-67ae72a5-94ee-4f1b-83b2-76e493194905 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380199 May 31 12:14:59.964403 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62028097-ec41-490e-a624-f2bcc76b54da req-113117df-681d-4a7f-a249-24839a59163a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:14:59.965902 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62028097-ec41-490e-a624-f2bcc76b54da req-113117df-681d-4a7f-a249-24839a59163a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0838959 May 31 12:15:00.012728 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-62028097-ec41-490e-a624-f2bcc76b54da req-956a6f11-701a-4484-8bca-912e863b4037 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 May 31 12:15:01.191262 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd897ab-2370-4498-aa8c-6235ce2c087d req-528cc66e-2692-4662-9975-823e1e80a650 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:01.192674 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7cd897ab-2370-4498-aa8c-6235ce2c087d req-528cc66e-2692-4662-9975-823e1e80a650 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0778768 May 31 12:15:01.241098 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7cd897ab-2370-4498-aa8c-6235ce2c087d req-f34d1cd3-ebbd-495f-91db-d90ef82426de tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 May 31 12:15:02.431074 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59c0f2-7e29-4110-b43d-4dc8d17e1ccd req-023cbac6-fb4b-4a9e-8d9a-9382971240e6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:02.432657 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3a59c0f2-7e29-4110-b43d-4dc8d17e1ccd req-023cbac6-fb4b-4a9e-8d9a-9382971240e6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0846605 May 31 12:15:02.479270 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3a59c0f2-7e29-4110-b43d-4dc8d17e1ccd req-2ddb1d84-66cf-47cc-be7b-6813f5aa3636 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408273 May 31 12:15:03.669842 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b9656-d360-4f7f-8068-a27fbbeeabe8 req-710f0c72-c849-4c4e-8184-2f99f107b37c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:03.671301 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb7b9656-d360-4f7f-8068-a27fbbeeabe8 req-710f0c72-c849-4c4e-8184-2f99f107b37c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0845363 May 31 12:15:03.717869 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb7b9656-d360-4f7f-8068-a27fbbeeabe8 req-c77340b1-823c-436a-acaf-14bcbb890c00 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400989 May 31 12:15:04.059126 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e74ede-7dc2-434e-84fd-7d72a2a039f5 req-768c4d82-942f-46f1-8546-174e7b9d955e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:04.060577 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-95e74ede-7dc2-434e-84fd-7d72a2a039f5 req-768c4d82-942f-46f1-8546-174e7b9d955e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0855570 May 31 12:15:04.154401 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-95e74ede-7dc2-434e-84fd-7d72a2a039f5 req-d435d4db-eb90-4141-8eed-046151d4eaf9 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881333 May 31 12:15:04.170789 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-5f981714-de09-439a-bde3-c5722482ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:04.172223 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-5f981714-de09-439a-bde3-c5722482ba8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 1098 time: 0.0926385 May 31 12:15:04.300766 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-c97dfc51-5484-4a81-9658-371f771224ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:04.302224 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-c97dfc51-5484-4a81-9658-371f771224ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.1224988 May 31 12:15:04.405867 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-25474f5c-6b5e-4e6e-a2a8-e6fb8c52a483 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 200 len: 1001 time: 0.0952399 May 31 12:15:04.471131 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-c75f5abb-07fa-4eda-9b61-95163785833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:04.472510 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-c75f5abb-07fa-4eda-9b61-95163785833d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0597477 May 31 12:15:04.546124 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-c9de567b-fe2b-4c08-99e6-dbae41c95382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:04.547525 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-c9de567b-fe2b-4c08-99e6-dbae41c95382 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682728 May 31 12:15:04.679694 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-89ad79a8-03ab-4c87-9999-f34cb71c97fc service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233923 May 31 12:15:04.811716 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c22cb98-54ca-4d6b-aa94-b2db24ab2856 req-844fb69f-6094-4c9d-9845-868e0b7e115f service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245654 May 31 12:15:05.345436 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d8b4c-b466-4e29-9613-89ccf27b8648 req-9ef1daee-dc08-45a3-aeb4-9aa49de32a2f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:05.346888 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-557d8b4c-b466-4e29-9613-89ccf27b8648 req-9ef1daee-dc08-45a3-aeb4-9aa49de32a2f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0824516 May 31 12:15:05.482398 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-557d8b4c-b466-4e29-9613-89ccf27b8648 req-633f1d01-3086-42f1-a40c-fe3bb866263e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299913 May 31 12:15:06.665431 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e374-ee76-4628-9b7a-2ae966ada490 req-f247734f-d88a-408c-af40-bf8734a43ac9 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:06.666906 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9375e374-ee76-4628-9b7a-2ae966ada490 req-f247734f-d88a-408c-af40-bf8734a43ac9 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0804949 May 31 12:15:06.709040 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9375e374-ee76-4628-9b7a-2ae966ada490 req-5b11f207-f1f0-446b-a736-91b297958861 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365105 May 31 12:15:08.426207 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-30b444cd-c212-4731-bfc3-338ddcfd4771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:09.001464 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:10.951078 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4b03109e-6a8e-4be1-90c8-db3f4ffbf6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:10.982332 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:11.874088 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:13.706264 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:14.155891 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-8f4794aa-58e9-4501-81c8-e12d43730b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:14.157351 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-8f4794aa-58e9-4501-81c8-e12d43730b44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1137 time: 0.0747569 May 31 12:15:14.171957 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da3891-ce70-4b8b-b5b0-18365effbfc2 req-78d54736-d901-474c-bde1-2f0a77db2c1a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:14.173410 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-99da3891-ce70-4b8b-b5b0-18365effbfc2 req-78d54736-d901-474c-bde1-2f0a77db2c1a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0810313 May 31 12:15:14.220059 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-99da3891-ce70-4b8b-b5b0-18365effbfc2 req-3e469be9-0fe3-4810-a34c-f8a6b0875ced tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402389 May 31 12:15:14.287489 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-8c74dbe9-7f32-4b87-93bd-6e639d56fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:14.289515 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-8c74dbe9-7f32-4b87-93bd-6e639d56fb6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 200 len: 915 time: 0.1250978 May 31 12:15:14.389125 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-f75572fe-a222-41c3-9679-c914d18412c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 1001 time: 0.0921800 May 31 12:15:14.448645 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-ab3e8154-c2de-4e9c-96ae-a1238d98dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:14.450023 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-ab3e8154-c2de-4e9c-96ae-a1238d98dce3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438cf70c-d0f3-4348-a1a8-0f61da0f0062 HTTP/1.1" status: 200 len: 853 time: 0.0550742 May 31 12:15:14.527982 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-fd8ecca8-faac-445a-8987-4e2d7d83c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:14.529366 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-fd8ecca8-faac-445a-8987-4e2d7d83c78b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b44d7dde-99f9-4d53-858a-5b2abfb34946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709741 May 31 12:15:14.661812 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-ba47bd2d-50ae-4695-b609-cc8a6b6d0f94 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247156 May 31 12:15:14.790632 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c0257c4b-3f79-4a32-bc0b-50c23a6dcd88 req-aa463d5d-120e-4d01-a8e3-ee7dff2380e6 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221278 May 31 12:15:15.403652 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779059b-e358-4559-b07a-b62bb93ecc98 req-2cfc19fa-96a6-4008-a627-c9dc86cadcd8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:15.405081 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d779059b-e358-4559-b07a-b62bb93ecc98 req-2cfc19fa-96a6-4008-a627-c9dc86cadcd8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0814910 May 31 12:15:15.450867 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d779059b-e358-4559-b07a-b62bb93ecc98 req-10f87df9-1e75-4325-856f-411deb6dcafc tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401030 May 31 12:15:16.636998 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb93f4-3447-4125-9192-7e5238a09375 req-2b5f9e43-d141-4b5a-ac99-0aede835ba76 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:16.638503 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-10fb93f4-3447-4125-9192-7e5238a09375 req-2b5f9e43-d141-4b5a-ac99-0aede835ba76 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0845084 May 31 12:15:16.687796 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-10fb93f4-3447-4125-9192-7e5238a09375 req-e1a5ab05-4ab8-4430-a322-50ee7bbaea33 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435257 May 31 12:15:17.873036 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4681-fcac-47bd-affc-83ebedf02f99 req-dba61dfb-66c4-47ab-858d-a9efaae7b05c tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:17.874497 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-280d4681-fcac-47bd-affc-83ebedf02f99 req-dba61dfb-66c4-47ab-858d-a9efaae7b05c tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0800738 May 31 12:15:17.924989 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-280d4681-fcac-47bd-affc-83ebedf02f99 req-5f4b65c7-d3a8-4acd-b3d4-3928c6a9f6cd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447326 May 31 12:15:19.111126 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaf180-82cd-4358-aafa-8e91a4ee438d req-93b57a8e-3baa-476b-9813-b3ab5dfc1af5 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:19.112589 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3bbaf180-82cd-4358-aafa-8e91a4ee438d req-93b57a8e-3baa-476b-9813-b3ab5dfc1af5 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0838962 May 31 12:15:19.158086 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3bbaf180-82cd-4358-aafa-8e91a4ee438d req-ec5ba927-9067-415b-a507-7fe3ef0bc178 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392964 May 31 12:15:20.340345 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ec0cd-c8ee-4db7-8705-f198d997fe06 req-9f7be9ea-c102-4b60-a993-ecd34d0a4816 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:20.341810 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-096ec0cd-c8ee-4db7-8705-f198d997fe06 req-9f7be9ea-c102-4b60-a993-ecd34d0a4816 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0803633 May 31 12:15:20.387748 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-096ec0cd-c8ee-4db7-8705-f198d997fe06 req-7e6cb545-439d-4e83-a888-cd34b219e9ed tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400045 May 31 12:15:21.660713 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb035-850e-43b3-9776-e6c780e1e11e req-aab40dd6-e8a1-4d30-8d61-74d512ae9b17 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:21.662985 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dbfdb035-850e-43b3-9776-e6c780e1e11e req-aab40dd6-e8a1-4d30-8d61-74d512ae9b17 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.1699991 May 31 12:15:21.710548 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dbfdb035-850e-43b3-9776-e6c780e1e11e req-4f1a667a-aff9-42f8-b7fe-ab14435113f5 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404847 May 31 12:15:22.895060 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28d63c-bcd3-4e10-9451-cabeaf8456bc req-37ad3bdd-f9b8-45ba-b711-c52b6dd84f17 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:22.896495 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1e28d63c-bcd3-4e10-9451-cabeaf8456bc req-37ad3bdd-f9b8-45ba-b711-c52b6dd84f17 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0831883 May 31 12:15:22.941753 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-1e28d63c-bcd3-4e10-9451-cabeaf8456bc req-f8b303a4-1167-475b-92df-d28b6caeb0c0 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386109 May 31 12:15:24.124459 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccfe48-07e1-43cf-9d3c-fdf29bdd7938 req-fb6c7469-c8b4-4d07-a121-f5e5a27c01c8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:24.125904 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dbccfe48-07e1-43cf-9d3c-fdf29bdd7938 req-fb6c7469-c8b4-4d07-a121-f5e5a27c01c8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0784342 May 31 12:15:24.172060 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-dbccfe48-07e1-43cf-9d3c-fdf29bdd7938 req-077db690-3ed7-4839-bd6b-439d997dac65 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403590 May 31 12:15:24.321822 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:15:25.359043 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43a478-89e7-4572-8f41-c99f5a6ab1a0 req-84f0b74e-957d-4ea3-a40a-5d7838fdcf3f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:25.360477 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6d43a478-89e7-4572-8f41-c99f5a6ab1a0 req-84f0b74e-957d-4ea3-a40a-5d7838fdcf3f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0823026 May 31 12:15:25.406444 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6d43a478-89e7-4572-8f41-c99f5a6ab1a0 req-0090b159-b88d-4f1d-b50c-bfffce568b8a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402269 May 31 12:15:26.586648 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ff124-c29c-4797-a0bb-10b7fa5bf4db req-e4746b33-9fab-4c72-9983-5c392c22a42c tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:26.588069 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-711ff124-c29c-4797-a0bb-10b7fa5bf4db req-e4746b33-9fab-4c72-9983-5c392c22a42c tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0781984 May 31 12:15:26.633758 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-711ff124-c29c-4797-a0bb-10b7fa5bf4db req-65a7783a-432f-4b33-a0fb-355ae91d0419 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=e24db67c-fec4-404f-9e28-0f093af321e3&id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399833 May 31 12:15:38.427606 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-711e19f4-2b33-4a5a-b934-3a674e6dc604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:39.001668 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:39.420676 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40433c1-c5c3-4351-9dd4-8427f35c4a26 req-9c536f38-a157-4712-8745-0eac3112a5c7 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:39.422037 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b40433c1-c5c3-4351-9dd4-8427f35c4a26 req-9c536f38-a157-4712-8745-0eac3112a5c7 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0812161 May 31 12:15:39.465542 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b40433c1-c5c3-4351-9dd4-8427f35c4a26 req-12d5bf3e-3ab2-4a55-9ae5-de5b615f3fc5 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379331 May 31 12:15:40.650649 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f1b2d-2b71-4c79-b5bc-9a062eff48a1 req-87feed57-eb6d-49d2-96ed-a55b9e18a3a0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:40.652110 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3a2f1b2d-2b71-4c79-b5bc-9a062eff48a1 req-87feed57-eb6d-49d2-96ed-a55b9e18a3a0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0808177 May 31 12:15:40.699262 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3a2f1b2d-2b71-4c79-b5bc-9a062eff48a1 req-85b29b70-37d5-45e5-b98e-c072b870511c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414577 May 31 12:15:40.952334 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e44ea0cd-f76d-4c65-bfcc-aa0a5ef0d0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:40.982430 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:41.558763 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-e258c7f6-f122-449e-b0ec-9dbf8fe5978c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:41.560165 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-e258c7f6-f122-449e-b0ec-9dbf8fe5978c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0803077 May 31 12:15:41.694536 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Deleting port 4d7a9065-c2e9-49e6-aded-91553ebe1186 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:15:41.694878 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:41.824048 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] For port 4d7a9065-c2e9-49e6-aded-91553ebe1186, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4d7a9065-c2e9-49e6-aded-91553ebe1186,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:15:41.824311 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:41.879087 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:41.879987 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40624b70-dd9d-45a7-b72c-fac10dc4cc7a req-786c42f1-8d2a-45fc-aafb-a07a0c162a9a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:41.881464 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-40624b70-dd9d-45a7-b72c-fac10dc4cc7a req-786c42f1-8d2a-45fc-aafb-a07a0c162a9a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 945 time: 0.0793321 May 31 12:15:41.925823 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-40624b70-dd9d-45a7-b72c-fac10dc4cc7a req-cd7aabe3-bd49-4f48-870f-8f217ebafd73 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=b02e8015-20b3-4963-a5d6-6aa7dc986794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384469 May 31 12:15:42.107592 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:42.107879 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:42.108192 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Floating IP f9556301-1159-4d89-b004-9730d2d70fb0 disassociated. External IP: 172.27.3.157, port: 4d7a9065-c2e9-49e6-aded-91553ebe1186. May 31 12:15:42.108626 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Calling delete_port for 4d7a9065-c2e9-49e6-aded-91553ebe1186 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:15:42.310017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:42.315277 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b4900773-ef1f-4d4c-9461-794be5d50d6e tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:42.358999 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event deleted for resources: {'Port': ['ID=4d7a9065-c2e9-49e6-aded-91553ebe1186,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:42.361941 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:42.539161 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Router 151dd4df-4be6-406c-8e90-6e990f758b30 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:15:42.716782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:15:42.728825 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] Sync routers for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:15:42.740474 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:15:42.741402 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:15:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:15:42.790257 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] No DVR routers for this DVR port 4d7a9065-c2e9-49e6-aded-91553ebe1186 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:15:42.792927 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:42.795607 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'name': 'network-vif-deleted', 'tag': '4d7a9065-c2e9-49e6-aded-91553ebe1186'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:15:42.797923 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde542e-3855-4416-ba65-8b6b6733d707" -d '{"events": [{"server_uuid": "c425be08-3265-46ab-a9ae-a4f27102684a", "name": "network-vif-deleted", "tag": "4d7a9065-c2e9-49e6-aded-91553ebe1186"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:15:42.813672 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e29116c4-8b39-48ba-a81e-eaee61d91e73 req-3a531df8-3b54-4bb6-80e8-96afa11aff92 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "DELETE /v2.0/ports/4d7a9065-c2e9-49e6-aded-91553ebe1186 HTTP/1.1" status: 204 len: 173 time: 1.2477319 May 31 12:15:42.851815 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b4d148-0403-492f-94ca-886a880aba85 x-openstack-request-id: req-e2b4d148-0403-492f-94ca-886a880aba85 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:15:42.852143 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c425be08-3265-46ab-a9ae-a4f27102684a", "name": "network-vif-deleted", "tag": "4d7a9065-c2e9-49e6-aded-91553ebe1186", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:15:42.852457 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2b4d148-0403-492f-94ca-886a880aba85 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:15:42.852890 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c425be08-3265-46ab-a9ae-a4f27102684a', 'name': 'network-vif-deleted', 'tag': '4d7a9065-c2e9-49e6-aded-91553ebe1186', 'status': 'completed', 'code': 200} May 31 12:15:42.927754 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:15:43.093686 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-bdd3a418-1723-4dc7-b55f-9cd079e43dd9 req-813a41d6-d43f-468f-89bb-6688c7e2b129 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:15:43.110053 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-bdd3a418-1723-4dc7-b55f-9cd079e43dd9 req-813a41d6-d43f-468f-89bb-6688c7e2b129 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:15:43.111521 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bdd3a418-1723-4dc7-b55f-9cd079e43dd9 req-813a41d6-d43f-468f-89bb-6688c7e2b129 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c425be08-3265-46ab-a9ae-a4f27102684a HTTP/1.1" status: 200 len: 210 time: 0.0620711 May 31 12:15:43.272026 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:15:43.276564 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] Checking router: 151dd4df-4be6-406c-8e90-6e990f758b30 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:15:43.285010 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:15:43.285655 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:15:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:15:43.467633 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:15:43.708636 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:43.764602 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:15:43.768307 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214bc17-ca0b-40af-a330-7a4b452d889d None None] The sync data for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi is: [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:15:43.982630 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23616f91-9c5f-48a6-8ee7-de6598829080 None None] New status for floating IP f9556301-1159-4d89-b004-9730d2d70fb0: DOWN {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:15:44.240039 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59384) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:15:44.307800 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4e03eb6a-9421-4529-874c-66edca5d8f74 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:44.334592 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4e03eb6a-9421-4529-874c-66edca5d8f74 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:44.387224 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4e03eb6a-9421-4529-874c-66edca5d8f74 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:44.391838 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-27089d20-0f6d-4679-bb6f-31b6174d03ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:44.407822 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03eb6a-9421-4529-874c-66edca5d8f74 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02e8015-20b3-4963-a5d6-6aa7dc986794,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:44.410302 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4e03eb6a-9421-4529-874c-66edca5d8f74 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:44.419744 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4e03eb6a-9421-4529-874c-66edca5d8f74 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:44.420864 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-4e03eb6a-9421-4529-874c-66edca5d8f74 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "DELETE /v2.0/security-groups/b02e8015-20b3-4963-a5d6-6aa7dc986794 HTTP/1.1" status: 204 len: 168 time: 0.1798136 May 31 12:15:44.423462 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59392) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:15:44.439376 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.api.v2.resource [None req-74ff2de9-33cb-443c-acea-27fd5e068951 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] show failed (client error): The resource could not be found. May 31 12:15:44.440352 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-74ff2de9-33cb-443c-acea-27fd5e068951 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups/b02e8015-20b3-4963-a5d6-6aa7dc986794 HTTP/1.1" status: 404 len: 347 time: 0.0160112 May 31 12:15:44.443142 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59396) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:15:44.658646 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Deleting port 5edf1e48-e306-4b19-bd84-1d98c180914f {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:15:44.658924 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:44.773346 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:44.773700 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:44.775534 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 4d7a9065-c2e9-49e6-aded-91553ebe1186 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:15:44.808075 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 4d7a9065-c2e9-49e6-aded-91553ebe1186 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:15:44.808417 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 4d7a9065-c2e9-49e6-aded-91553ebe1186 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:15:44.894021 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Calling delete_port for 5edf1e48-e306-4b19-bd84-1d98c180914f owned by network:floatingip {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:15:45.004029 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.007464 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-5ddbd6e4-4b7c-4fb6-8ffe-3755d0c5965f tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:45.050398 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event deleted for resources: {'Port': ['ID=5edf1e48-e306-4b19-bd84-1d98c180914f,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:45.053473 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:45.225256 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.243820 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.244948 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "DELETE /v2.0/floatingips/f9556301-1159-4d89-b004-9730d2d70fb0 HTTP/1.1" status: 204 len: 168 time: 0.8008354 May 31 12:15:45.617792 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 59406) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:15:45.623458 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360420732', 'description': 'tempest-description--1554762457'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:15:45.629202 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:15:45.633261 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:security_group and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:15:45.636947 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:15:45.643230 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:15:45.653631 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.672793 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:15:45.676483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:security_group_rule and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:15:45.679240 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:15:45.685486 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:15:45.753588 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.757025 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.762419 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-79731441-defd-43c4-90b7-8e40e54f29fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:45.801220 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f7851d-a05e-48b6-a319-c4269ac0041d,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:45.804061 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.805238 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1859469 May 31 12:15:45.806740 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:45.808677 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59410) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:15:45.814404 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'security_group_rule': {'security_group_id': '99f7851d-a05e-48b6-a319-c4269ac0041d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:15:45.819790 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:15:45.824295 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:security_group_rule and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:15:45.827125 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:15:45.832691 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:15:45.847997 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.907700 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.911220 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.913257 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7e89e746-fe2e-4ca7-9d0d-816ee9f5eff7 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:45.934925 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43898fb-7e87-47d6-81a7-a52b7ac21eda,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:45.939311 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:45.943476 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:45.944599 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9188dec8-fb05-4727-a6e5-08c0294937cf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349633 May 31 12:15:45.947868 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59414) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:15:45.952658 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'security_group_rule': {'security_group_id': '99f7851d-a05e-48b6-a319-c4269ac0041d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:15:45.958205 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:15:45.961893 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:security_group_rule and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:15:45.964653 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:15:45.970217 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:15:45.984809 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.043820 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.047208 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.049068 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:46.070962 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664a8fe0-d52f-47d6-bd18-0d5b26468a96,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:46.075064 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:46.079813 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.081099 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-80562979-a96f-4dd7-8e33-018faf39355e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323431 May 31 12:15:46.084158 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59418) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:15:46.088980 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'floatingip': {'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:15:46.094520 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:15:46.098276 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Usage tracker for resource:floatingip and tenant:9a31554df76c46c6bb306ef3c18fe9cd is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:15:46.101080 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:15:46.107205 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:15:46.121530 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.248590 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-b10bb655-7b7f-4dcd-a36a-f97f5ba4ed55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738685 May 31 12:15:46.257488 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.353208 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-b81888ca-bbc4-4da3-b40a-a95ae6f391bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:46.354623 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-b81888ca-bbc4-4da3-b40a-a95ae6f391bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1137 time: 0.0708604 May 31 12:15:46.389989 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Allocated IP 172.27.3.82 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/7cfd501a-2e51-4087-81b1-fae24d812249) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:15:46.500134 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-2a1e91d8-d706-433d-bc56-c18e3fe90a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:46.501653 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-2a1e91d8-d706-433d-bc56-c18e3fe90a59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 200 len: 915 time: 0.1273327 May 31 12:15:46.533390 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.563630 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.568621 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-a817d727-8701-42de-a111-3ad7be8b435e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:46.607647 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-a2bd222b-1955-45ff-abb2-ed05fd8a65f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 1001 time: 0.0989296 May 31 12:15:46.643510 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:15:46.644966 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:15:46.650254 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:15:46.673083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-b7effc7d-2951-4b78-88cf-32fd17b86205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:46.674540 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-b7effc7d-2951-4b78-88cf-32fd17b86205 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438cf70c-d0f3-4348-a1a8-0f61da0f0062 HTTP/1.1" status: 200 len: 853 time: 0.0596423 May 31 12:15:46.680791 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'Port': ['ID=7cfd501a-2e51-4087-81b1-fae24d812249,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:46.687382 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:46.735214 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.754249 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-cb669fc1-d5d6-4339-9519-f857a4e94082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:46.755775 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-cb669fc1-d5d6-4339-9519-f857a4e94082 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b44d7dde-99f9-4d53-858a-5b2abfb34946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747159 May 31 12:15:46.796896 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:46.886168 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-1582259e-9317-4ade-be1e-8b1d98408c86 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225941 May 31 12:15:47.007485 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:47.012401 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:47.016308 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6d4816aa-b8c1-4b86-b72e-5b6a7e710f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:47.118410 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e54f9a60-3cde-4cc6-b85e-a6b37eef9184 req-897c2d2d-ade9-4ecd-afb5-8a290726c036 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251849 May 31 12:15:47.124102 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'Port': ['ID=7cfd501a-2e51-4087-81b1-fae24d812249,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:47.128079 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:47.138231 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:47.159988 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:47.161151 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0761025 May 31 12:15:47.373774 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-d099fa81-c89d-4675-a136-56eaa5b8aa23 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:15:47.388905 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-d099fa81-c89d-4675-a136-56eaa5b8aa23 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:15:47.389903 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-d099fa81-c89d-4675-a136-56eaa5b8aa23 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--360420732&fields=id&tenant_id=9a31554df76c46c6bb306ef3c18fe9cd HTTP/1.1" status: 200 len: 267 time: 0.0546815 May 31 12:15:47.535565 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-cb02cd49-5c66-447e-ae88-cd20309d2ac7 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:47.536999 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-cb02cd49-5c66-447e-ae88-cd20309d2ac7 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 810 time: 0.1405754 May 31 12:15:47.551450 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-139836e8-45c6-4900-b599-709094262b7a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/quotas/9a31554df76c46c6bb306ef3c18fe9cd HTTP/1.1" status: 200 len: 375 time: 0.0085564 May 31 12:15:47.633970 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-e3610126-5275-468e-83db-4e498f92cb5c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:15:47.648669 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-e3610126-5275-468e-83db-4e498f92cb5c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:15:47.650302 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-e3610126-5275-468e-83db-4e498f92cb5c tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933666 May 31 12:15:47.787578 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-bd573563-b4bb-4dc7-a1b2-6ebb979b9f09 service neutron] 10.222.0.10 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259277 May 31 12:15:47.920120 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-e89ee444-d5a0-41a7-93db-dfaaf1989438 service neutron] 10.222.0.10 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252232 May 31 12:15:48.093040 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50f5e459-82d4-47ba-bd66-4473212f8253 req-452b7759-7d1b-40ee-86e5-9872d0a89e81 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 210 time: 0.0423796 May 31 12:15:49.186870 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c28c7c4a-e83e-459a-b251-f9022c5dd315 req-4c048537-f911-45c3-8932-24dfb8551693 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 210 time: 0.0429764 May 31 12:15:50.286361 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9d16af44-3ebe-4387-a58d-9932c9d5f2a1 req-31842ab4-6811-4797-b57c-bca458fecbb0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 210 time: 0.0469456 May 31 12:15:51.295127 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9a9352c5-79c7-42f2-ba55-9f194bc827c5 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:51.296484 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9a9352c5-79c7-42f2-ba55-9f194bc827c5 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 810 time: 0.1455450 May 31 12:15:51.355676 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-2bae53e3-4ef8-454f-ab7f-e291f1ef18c4 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:15:51.367378 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-2bae53e3-4ef8-454f-ab7f-e291f1ef18c4 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:15:51.368699 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-2bae53e3-4ef8-454f-ab7f-e291f1ef18c4 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a31554df76c46c6bb306ef3c18fe9cd HTTP/1.1" status: 200 len: 379 time: 0.0546999 May 31 12:15:51.383289 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'port': {'device_id': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'admin_state_up': True, 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'security_groups': ['99f7851d-a05e-48b6-a319-c4269ac0041d']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:15:51.494825 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c1c24255-ac56-4734-ac81-6f1509216f2a req-bd0f195b-c997-411f-be07-8b848b0bb674 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 210 time: 0.0938022 May 31 12:15:51.557828 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:15:51.568768 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:15:51.579491 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Made reservation on behalf of 9a31554df76c46c6bb306ef3c18fe9cd for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:15:51.582998 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:51.744359 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Allocated IP 172.20.0.5 (2dd69702-3d36-4e8c-a46b-3a6212e6c539/99bf896f-182c-404d-b029-779856708c98/9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:15:51.938442 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:51.953540 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Transition to ACTIVE for port object 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:15:51.975896 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:51.981812 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:52.047186 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:15:52.050249 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:15:52.054142 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:15:52.085584 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event updated for resources: {'Port': ['ID=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:52.093021 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:52.125636 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:52.126286 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:52.158900 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-9416301a-7535-4b38-9311-8e210189b118 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7797048 May 31 12:15:52.179017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Request body: {'port': {'device_id': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:15:52.288012 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:52.323336 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2221b545-ea18-4878-9994-3b04c9b0f18c None None] Provisioning for port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:15:52.328615 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2221b545-ea18-4878-9994-3b04c9b0f18c None None] Provisioning complete for port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:15:52.328940 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2221b545-ea18-4878-9994-3b04c9b0f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:52.380886 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2221b545-ea18-4878-9994-3b04c9b0f18c None None] Port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:15:52.670252 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:15:52.682909 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:52.703164 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Transition to ACTIVE for port object 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:15:52.706683 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:52.711072 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-60bde2a5-a7da-4232-90aa-99eafb9e5047 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:52.946833 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b041974-c519-4125-a7eb-bf2c78bbaf1f req-e9d744fe-8033-458a-bce1-b66f4552b283 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:52.947392 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-5b041974-c519-4125-a7eb-bf2c78bbaf1f req-e9d744fe-8033-458a-bce1-b66f4552b283 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Synchronizing usage tracker for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:15:52.983796 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:52.991935 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:53.044905 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-5b041974-c519-4125-a7eb-bf2c78bbaf1f req-e9d744fe-8033-458a-bce1-b66f4552b283 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Unset dirty status for tenant:9a31554df76c46c6bb306ef3c18fe9cd on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:15:53.045985 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b041974-c519-4125-a7eb-bf2c78bbaf1f req-e9d744fe-8033-458a-bce1-b66f4552b283 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 931 time: 0.4287257 May 31 12:15:53.084751 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Attempting to bind port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:15:53.085083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Attempting to bind port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:15:53.085411 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Attempting to bind port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df on network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:15:53.101132 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df on network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:15:53.101446 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Attempting to bind port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df on network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:15:53.112494 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b041974-c519-4125-a7eb-bf2c78bbaf1f req-eb550666-76f3-4cc4-bf29-67c9816b213e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599623 May 31 12:15:53.113340 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:15:53.113695 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Checking segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:15:53.114065 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Bound using segment: {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:15:53.114488 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Bound port: 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:15:53.114829 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:53.204786 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] For port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:15:53.208045 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] For port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:15:53.211423 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:53.216328 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f00d5242-ff40-46e0-b4f1-0bede0c2f0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:53.271329 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:53.271951 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:53.273334 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] 10.222.0.52 "PUT /v2.0/ports/9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df HTTP/1.1" status: 200 len: 1093 time: 1.0986795 May 31 12:15:53.274633 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'tag': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:15:53.277006 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decddaab-3766-4dba-831f-d46cfaa1ee28" -d '{"events": [{"name": "network-changed", "server_uuid": "adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d", "tag": "9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:15:53.309605 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:53.312966 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:53.338778 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a991068f-f71e-4997-9645-0a8e48178ab1 x-openstack-request-id: req-a991068f-f71e-4997-9645-0a8e48178ab1 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:15:53.339229 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d", "tag": "9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:15:53.339608 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a991068f-f71e-4997-9645-0a8e48178ab1 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:15:53.340133 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'tag': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'status': 'completed', 'code': 200} May 31 12:15:53.424929 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b9fff218-9c52-4922-839a-f390fc927027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:53.426536 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-b9fff218-9c52-4922-839a-f390fc927027 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 1096 time: 0.0794277 May 31 12:15:53.499691 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-70e51a71-14b8-49b6-ad73-1d5828ddb343 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df HTTP/1.1" status: 200 len: 217 time: 0.0599785 May 31 12:15:53.563704 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-8ecbf022-0a8e-4ee2-935a-6a9eb2be1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:53.565057 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-8ecbf022-0a8e-4ee2-935a-6a9eb2be1479 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0595829 May 31 12:15:53.640338 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-efa1531a-032c-4323-ae2c-9d47eb815e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:53.641844 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-efa1531a-032c-4323-ae2c-9d47eb815e03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700002 May 31 12:15:53.770751 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-ab17aaff-6282-4b48-aa63-a7cab850999c service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219709 May 31 12:15:53.897951 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1151b0-3cdb-4c36-8919-61c6cbdc788f req-a974388a-f036-4ce1-8a5e-d06c8db13aa8 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212444 May 31 12:15:54.056647 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-6513de89-7fd2-486f-8c1f-e745f5acdc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:54.058089 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-6513de89-7fd2-486f-8c1f-e745f5acdc9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 1096 time: 0.0732450 May 31 12:15:54.189117 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-136bcb32-7cf8-4445-b3f2-341ff1fa5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:54.190760 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-136bcb32-7cf8-4445-b3f2-341ff1fa5990 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.1253021 May 31 12:15:54.285251 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-ecdf8ec8-1fda-43ef-9033-a709b985d417 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df HTTP/1.1" status: 200 len: 217 time: 0.0871170 May 31 12:15:54.366332 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-6d46c9dd-eece-4604-8e6d-1e0d4ab6e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:54.367793 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-6d46c9dd-eece-4604-8e6d-1e0d4ab6e0c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0759988 May 31 12:15:54.420744 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e196e19-d508-4b21-a00f-75f39b5c6a3a req-3de56413-326a-4129-8504-7ca2ea9c8bc3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:54.422253 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3e196e19-d508-4b21-a00f-75f39b5c6a3a req-3de56413-326a-4129-8504-7ca2ea9c8bc3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 943 time: 0.1734281 May 31 12:15:54.486490 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3e196e19-d508-4b21-a00f-75f39b5c6a3a req-10dbe262-94bd-4c58-9d38-aa92ced79a67 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576637 May 31 12:15:54.496343 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-9d7d283a-375c-46c5-aaef-8f4c091ad790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:54.497757 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-9d7d283a-375c-46c5-aaef-8f4c091ad790 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181879 May 31 12:15:54.717053 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-dc5fdf65-069c-4a67-817c-a682202defab service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104807 May 31 12:15:54.844448 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-decddaab-3766-4dba-831f-d46cfaa1ee28 req-235119fd-132c-40b9-8efd-428b75ada71b service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196020 May 31 12:15:55.668447 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b38c-a4c1-4f8c-8ece-003b56f02f0b req-7b38df99-a515-4568-8159-e8b43df5aa95 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:55.669923 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a695b38c-a4c1-4f8c-8ece-003b56f02f0b req-7b38df99-a515-4568-8159-e8b43df5aa95 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 943 time: 0.0793817 May 31 12:15:55.713820 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a695b38c-a4c1-4f8c-8ece-003b56f02f0b req-98cff40e-c81e-4428-acb6-7d6742508e44 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382652 May 31 12:15:56.848505 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:15:56.900130 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea522e-cb59-4d73-97d5-ff8a55c3416e req-f2032449-109e-4ba0-b581-b20808480563 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:56.901565 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-35ea522e-cb59-4d73-97d5-ff8a55c3416e req-f2032449-109e-4ba0-b581-b20808480563 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 943 time: 0.0852752 May 31 12:15:56.944512 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-35ea522e-cb59-4d73-97d5-ff8a55c3416e req-0e1acdf4-c270-4cca-8913-86e35fd2be1f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372047 May 31 12:15:56.981735 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:15:56.994887 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'port_id': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'mac_address': 'fa:16:3e:64:d5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:15:57.047679 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:57.063938 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:15:57.079389 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:15:57.083101 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:57.084744 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:57.150103 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:57.157180 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.157516 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.157935 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.158257 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.158576 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.158892 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.159204 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.159516 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.159826 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.160133 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.160455 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.160748 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:57.164357 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:57.382134 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:15:58.129429 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58fb24-7c52-436c-bbe6-527d4f8dafe2 req-73df2322-f268-47a1-952e-953c360fc1a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:58.130892 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e58fb24-7c52-436c-bbe6-527d4f8dafe2 req-73df2322-f268-47a1-952e-953c360fc1a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 944 time: 0.0797272 May 31 12:15:58.177143 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e58fb24-7c52-436c-bbe6-527d4f8dafe2 req-efbea3f8-2178-47dd-9af4-cb4db83206ea tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400648 May 31 12:15:58.862742 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:15:58.934587 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:15:58.938961 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:15:58.939330 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:59.050753 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:59.077269 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:15:59.079485 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4620d2-509b-417a-b0d3-93b1a8024039" -d '{"events": [{"server_uuid": "adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d", "name": "network-vif-plugged", "status": "completed", "tag": "9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:15:59.087506 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:15:59.091207 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:59.093531 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:59.128905 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f500a5d-5098-407e-985e-a3ac5f0d7cf0 x-openstack-request-id: req-8f500a5d-5098-407e-985e-a3ac5f0d7cf0 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:15:59.129200 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d", "name": "network-vif-plugged", "status": "completed", "tag": "9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:15:59.129452 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f500a5d-5098-407e-985e-a3ac5f0d7cf0 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:15:59.129933 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'code': 200} May 31 12:15:59.162651 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:59.166005 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:59.180260 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-0038906d-23df-4c76-9027-816858600bc1 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284455801&fields=id&tenant_id=0996111813ff4aa9ab0803f5b9261060 HTTP/1.1" status: 200 len: 267 time: 0.0443137 May 31 12:15:59.264949 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-b333f2bc-56b1-4b9e-b9fd-73118aba9b7b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:59.266801 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-b333f2bc-56b1-4b9e-b9fd-73118aba9b7b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 984 time: 0.0804310 May 31 12:15:59.280039 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Request body: {'port': {'security_groups': ['18140efa-229a-49ba-a46a-a918e3b5f83f']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:15:59.454509 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e9cd-aab7-470c-84ac-642d8e497a58 req-3e2881df-99e8-4b1b-814f-decd64ae14ac tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:59.456035 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3f65e9cd-aab7-470c-84ac-642d8e497a58 req-3e2881df-99e8-4b1b-814f-decd64ae14ac tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 945 time: 0.1712658 May 31 12:15:59.459769 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:59.501673 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-3f65e9cd-aab7-470c-84ac-642d8e497a58 req-3e856fc2-e487-44dd-9a5e-ac5467b7c6b8 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391338 May 31 12:15:59.512218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1df1e-90b5-4f9f-b9f3-a5400cdd589a req-bebc7937-5a97-435e-bd46-1e7c02aee50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:59.513688 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-81b1df1e-90b5-4f9f-b9f3-a5400cdd589a req-bebc7937-5a97-435e-bd46-1e7c02aee50a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 1098 time: 0.1895809 May 31 12:15:59.582835 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-81b1df1e-90b5-4f9f-b9f3-a5400cdd589a req-8f2ac85a-4cfe-4535-bc48-056123521cdc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551877 May 31 12:15:59.733874 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] For port 07234d51-79a9-4afc-927f-2552405566d0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=07234d51-79a9-4afc-927f-2552405566d0,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:15:59.757049 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:59.761971 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:59.767165 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a7768999-8ea0-45fb-b3f7-b12042be7614 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:15:59.799903 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['07234d51-79a9-4afc-927f-2552405566d0'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:15:59.833742 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:15:59.834357 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:59.835804 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5f5e9b7b-3036-42cd-b277-ebbd3119e532 req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "PUT /v2.0/ports/07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 942 time: 0.5607946 May 31 12:15:59.836364 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:15:59.839275 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f779d3-f96d-4e98-b4ff-c64153e382fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:15:59.843519 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59530) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:15:59.856685 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event updated for resources: {'Port': ['ID=07234d51-79a9-4afc-927f-2552405566d0,revision_number=7']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:15:59.865100 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.865824 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.865824 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.866180 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.866530 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.866874 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.867217 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.868112 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.868526 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.868776 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.869114 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.869451 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:15:59.880418 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:15:59.905518 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e5c28-dc39-4cf9-bd13-c555360cfa12 x-openstack-request-id: req-f06e5c28-dc39-4cf9-bd13-c555360cfa12 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:15:59.905518 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:15:59.905805 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f06e5c28-dc39-4cf9-bd13-c555360cfa12 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:15:59.906214 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0', 'status': 'completed', 'code': 200} May 31 12:15:59.956528 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:59.973756 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['07234d51-79a9-4afc-927f-2552405566d0'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:15:59.995595 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:00.082280 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:00.087176 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-f0a29c96-a70e-4d8c-b59a-007fb4f62c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:00.087807 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-eeb516df-d952-4283-861b-cf384bb5828b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:00.088642 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-f0a29c96-a70e-4d8c-b59a-007fb4f62c57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1098 time: 0.1054201 May 31 12:16:00.103336 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24db67c-fec4-404f-9e28-0f093af321e3,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:00.112034 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.112568 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.113000 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.113461 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.113939 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.114536 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.115011 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.115467 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.115953 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.116400 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.116860 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.117303 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:16:00.123356 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-aa4aa7f3-b606-41ec-a43c-ef5b0fd86c60 None None] Provisioning complete for port 07234d51-79a9-4afc-927f-2552405566d0 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:16:00.123897 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-aa4aa7f3-b606-41ec-a43c-ef5b0fd86c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:00.126220 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:00.129421 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:00.132880 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "DELETE /v2.0/security-groups/e24db67c-fec4-404f-9e28-0f093af321e3 HTTP/1.1" status: 204 len: 168 time: 0.2859006 May 31 12:16:00.133332 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59538) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:00.231892 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-08378504-4ed6-4dc3-94c7-47fa216dc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:00.233076 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-08378504-4ed6-4dc3-94c7-47fa216dc07b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 200 len: 915 time: 0.1364398 May 31 12:16:00.339461 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-d3d1c595-8dfb-4c28-a85a-237fc5d54613 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 1001 time: 0.0988986 May 31 12:16:00.401488 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-073c0017-3fbb-42e1-81de-1fb2bbd96f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:00.402941 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-073c0017-3fbb-42e1-81de-1fb2bbd96f00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438cf70c-d0f3-4348-a1a8-0f61da0f0062 HTTP/1.1" status: 200 len: 853 time: 0.0568471 May 31 12:16:00.404086 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Deleting port 92b6f428-276a-48a6-a277-730f423ca273 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:00.404432 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:00.483080 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-be8a65ca-7a1a-4da6-aa83-f0ec4b4171a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:00.484549 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-be8a65ca-7a1a-4da6-aa83-f0ec4b4171a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b44d7dde-99f9-4d53-858a-5b2abfb34946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726810 May 31 12:16:00.522417 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:00.523007 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:00.668263 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Calling delete_port for 92b6f428-276a-48a6-a277-730f423ca273 owned by network:floatingip {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:00.727995 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-0bc84317-03e4-4539-bb03-6bbe21298527 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350492 May 31 12:16:00.777323 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333fe2d-6632-40d2-9115-7012b7e7be19 req-3623ce12-9ba4-49fa-b35d-243041cbcb1a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:00.779050 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0333fe2d-6632-40d2-9115-7012b7e7be19 req-3623ce12-9ba4-49fa-b35d-243041cbcb1a tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 945 time: 0.1190436 May 31 12:16:00.840913 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0333fe2d-6632-40d2-9115-7012b7e7be19 req-68b2c5b7-4b8d-4df6-9149-7b57cc564daf tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557895 May 31 12:16:00.867162 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73f779d3-f96d-4e98-b4ff-c64153e382fb req-171eff3d-990c-4c8b-aec3-878ec460c713 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321812 May 31 12:16:00.920311 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:00.923646 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:00.965433 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event deleted for resources: {'Port': ['ID=92b6f428-276a-48a6-a277-730f423ca273,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:00.968476 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:01.056924 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks [] for floatingip, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:01.057252 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.l3_db [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Floating IP 7bb737a0-b265-40db-894a-ecbf1b8ac72a disassociated (deleted). External IP: 172.27.3.189, port: 07234d51-79a9-4afc-927f-2552405566d0. May 31 12:16:01.320104 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:16:01.490565 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Router 66be44d1-97e1-402c-8e52-a5eebf5dafcc has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:16:01.673059 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:16:01.683301 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] Sync routers for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:16:01.692783 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:16:01.693471 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:15:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:01.694285 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:01.747869 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "DELETE /v2.0/floatingips/7bb737a0-b265-40db-894a-ecbf1b8ac72a HTTP/1.1" status: 204 len: 168 time: 1.6129129 May 31 12:16:01.748775 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:16:01.751160 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b1b004-4c74-45fc-a720-3d6f2a2745f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:16:01.795135 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac4de32-164e-4680-a555-47131c9a292f x-openstack-request-id: req-7ac4de32-164e-4680-a555-47131c9a292f {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:16:01.795535 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "tag": "07234d51-79a9-4afc-927f-2552405566d0", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:16:01.796021 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ac4de32-164e-4680-a555-47131c9a292f {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:16:01.796576 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'tag': '07234d51-79a9-4afc-927f-2552405566d0', 'status': 'completed', 'code': 200} May 31 12:16:01.874575 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:16:01.910822 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-6e9d26a2-acbe-4a09-9758-7db173acdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:01.912300 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-6e9d26a2-acbe-4a09-9758-7db173acdf6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0996111813ff4aa9ab0803f5b9261060&device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 1098 time: 0.0740511 May 31 12:16:02.112362 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-72e2c79c-1bb3-4793-902c-a76af9ac9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:02.113826 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-72e2c79c-1bb3-4793-902c-a76af9ac9ed1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 200 len: 915 time: 0.1951611 May 31 12:16:02.196452 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-29765bd4-9381-41d2-91dc-4404db512615 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 200 len: 217 time: 0.0716522 May 31 12:16:02.207008 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 5, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:02.208540 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a953c9-413d-4381-b5fe-b8c086b66dc3 req-f929c4a2-8f44-4c82-af82-13eb9d7d7cf6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:02.212683 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] Checking router: 66be44d1-97e1-402c-8e52-a5eebf5dafcc for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:16:02.216087 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82a953c9-413d-4381-b5fe-b8c086b66dc3 req-f929c4a2-8f44-4c82-af82-13eb9d7d7cf6 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 945 time: 0.2218096 May 31 12:16:02.222562 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:16:02.223175 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:15:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:02.304623 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-4e1b8703-d52a-47f5-8609-c0ed94966caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:02.306105 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-4e1b8703-d52a-47f5-8609-c0ed94966caa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438cf70c-d0f3-4348-a1a8-0f61da0f0062 HTTP/1.1" status: 200 len: 853 time: 0.0753531 May 31 12:16:02.312906 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82a953c9-413d-4381-b5fe-b8c086b66dc3 req-842a0185-ba0f-4788-94fc-70cd55f677c8 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960493 May 31 12:16:02.399985 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-9ca56133-ff1c-4980-8ddb-02c7968f2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:02.401366 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-9ca56133-ff1c-4980-8ddb-02c7968f2694 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b44d7dde-99f9-4d53-858a-5b2abfb34946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809569 May 31 12:16:02.407056 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:16:02.499781 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63aa7a-6175-41a9-932a-3b20221bbb47 req-e3c94002-7bda-422c-b62a-888dd97a19a7 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:02.501437 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7e63aa7a-6175-41a9-932a-3b20221bbb47 req-e3c94002-7bda-422c-b62a-888dd97a19a7 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 945 time: 0.0819590 May 31 12:16:02.511077 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59566) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:02.516508 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Request body: {'floatingip': {'port_id': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:16:02.551901 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-a1d0c7fd-24ca-4e74-88c5-ba906596f226 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298599 May 31 12:16:02.604952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:02.703641 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77b1b004-4c74-45fc-a720-3d6f2a2745f5 req-4d30931f-03e5-45de-98a6-5b8dcb2eab88 service neutron] 10.222.0.52 "GET /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344886 May 31 12:16:02.744177 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 5, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:02.748225 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f0ab3-d657-4017-90dc-48e1768d17c2 None None] The sync data for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi is: [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:13:53Z', 'revision_number': 4, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '12db6033-1b1d-47e0-8b60-af05fbaa679f', 'name': '', 'network_id': 'b44d7dde-99f9-4d53-858a-5b2abfb34946', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'mac_address': 'fa:16:3e:18:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:53Z', 'updated_at': '2021-05-31T12:14:01Z', 'revision_number': 5, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'subnets': [{'id': '438cf70c-d0f3-4348-a1a8-0f61da0f0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:16:02.958002 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39f737-39e3-4c55-94ad-1a7b5bd0d8e1 None None] New status for floating IP 7bb737a0-b265-40db-894a-ecbf1b8ac72a: DOWN {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:16:03.232480 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:03.236296 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:03.412533 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.l3_db [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Floating IP ed71b303-4761-471c-acca-a47e85d5c4c8 associated. External IP: 172.27.3.82, port: 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df. May 31 12:16:03.868291 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Router 151dd4df-4be6-406c-8e90-6e990f758b30 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:16:04.054738 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:16:04.059554 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:04.063566 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] Sync routers for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:16:04.073678 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:16:04.074355 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:15:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:04.114522 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-edee2b51-6216-45b4-9678-77dca9968dec tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "PUT /v2.0/floatingips/ed71b303-4761-471c-acca-a47e85d5c4c8 HTTP/1.1" status: 200 len: 990 time: 1.6022034 May 31 12:16:04.115176 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'tag': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df'}] {{(pid=98396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:16:04.117458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d0b1042962d29ea1395e2889dc8bfff08409aa2b34ae27936c465b48e4651b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34987d7c-d723-4c66-9f52-37cd977cedcc" -d '{"events": [{"name": "network-changed", "server_uuid": "adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d", "tag": "9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df"}]}' {{(pid=98396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:16:04.179065 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792ecf5f-1c10-49ad-acc5-8ecf968e865d x-openstack-request-id: req-792ecf5f-1c10-49ad-acc5-8ecf968e865d {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:16:04.179547 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d", "tag": "9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df", "status": "completed", "code": 200}]} {{(pid=98396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:16:04.179870 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-792ecf5f-1c10-49ad-acc5-8ecf968e865d {{(pid=98396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:16:04.180309 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'tag': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'status': 'completed', 'code': 200} May 31 12:16:04.288732 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:16:04.299243 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-e1f25cdf-528b-4380-bdaa-3065e8d5c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:04.300818 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-e1f25cdf-528b-4380-bdaa-3065e8d5c78d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 1098 time: 0.0733066 May 31 12:16:04.431751 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-b0fe3447-6738-49f5-8e71-7edacb317529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:04.433028 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-b0fe3447-6738-49f5-8e71-7edacb317529 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.1259522 May 31 12:16:04.537730 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-bfa5d69c-0ccc-4806-8a8a-a91bad32c18b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df HTTP/1.1" status: 200 len: 998 time: 0.0982225 May 31 12:16:04.597363 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-e3206794-36d4-4c00-8796-de23639c9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:04.598788 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-e3206794-36d4-4c00-8796-de23639c9762 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0553145 May 31 12:16:04.631495 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'ed71b303-4761-471c-acca-a47e85d5c4c8', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'port_id': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'mac_address': 'fa:16:3e:64:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:15:46Z', 'updated_at': '2021-05-31T12:16:03Z', 'revision_number': 1, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:04.636121 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] Checking router: 151dd4df-4be6-406c-8e90-6e990f758b30 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:16:04.644504 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:16:04.645145 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:15:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:04.674476 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-6c2aa77e-a50c-49b7-a86b-d3dc35218f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:04.675827 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-6c2aa77e-a50c-49b7-a86b-d3dc35218f0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713134 May 31 12:16:04.818446 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:16:04.926176 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-d5ab1162-54b2-4567-9b16-48851dbfc6ce service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436252 May 31 12:16:05.075513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24761b8a-cf87-4c92-a2b6-5ea6d0990b7a req-fc0979b5-3f4d-42e2-a8fa-8a303658d18b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:05.076308 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-24761b8a-cf87-4c92-a2b6-5ea6d0990b7a req-fc0979b5-3f4d-42e2-a8fa-8a303658d18b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Synchronizing usage tracker for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:16:05.080732 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34987d7c-d723-4c66-9f52-37cd977cedcc req-356a0806-bb92-4036-b7a4-5ebf4df234f6 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284001 May 31 12:16:05.092618 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-24761b8a-cf87-4c92-a2b6-5ea6d0990b7a req-fc0979b5-3f4d-42e2-a8fa-8a303658d18b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Unset dirty status for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:16:05.094052 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-24761b8a-cf87-4c92-a2b6-5ea6d0990b7a req-fc0979b5-3f4d-42e2-a8fa-8a303658d18b tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0995061 May 31 12:16:05.146457 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-24761b8a-cf87-4c92-a2b6-5ea6d0990b7a req-31921e21-e900-4c8b-aca3-e071df333b17 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Synchronizing usage tracker for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:16:05.162226 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-24761b8a-cf87-4c92-a2b6-5ea6d0990b7a req-31921e21-e900-4c8b-aca3-e071df333b17 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Unset dirty status for tenant:0996111813ff4aa9ab0803f5b9261060 on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:16:05.163731 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-24761b8a-cf87-4c92-a2b6-5ea6d0990b7a req-31921e21-e900-4c8b-aca3-e071df333b17 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 May 31 12:16:05.194502 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'ed71b303-4761-471c-acca-a47e85d5c4c8', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'port_id': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'mac_address': 'fa:16:3e:64:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:15:46Z', 'updated_at': '2021-05-31T12:16:03Z', 'revision_number': 1, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:05.198280 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47e537-b9a6-4a14-81f0-864280d39461 None None] The sync data for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi is: [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': 'ed71b303-4761-471c-acca-a47e85d5c4c8', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'port_id': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'mac_address': 'fa:16:3e:64:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:15:46Z', 'updated_at': '2021-05-31T12:16:03Z', 'revision_number': 1, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:16:05.373225 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569cae6d-66fe-4130-9425-1d0699ca8d09 None None] New status for floating IP ed71b303-4761-471c-acca-a47e85d5c4c8: ACTIVE {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:16:06.355311 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c033b-1a80-4017-bec8-871d1a542e24 req-b830adda-4014-47fd-9bf2-a76e67f85b6a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:06.356777 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff1c033b-1a80-4017-bec8-871d1a542e24 req-b830adda-4014-47fd-9bf2-a76e67f85b6a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0881584 May 31 12:16:06.400954 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff1c033b-1a80-4017-bec8-871d1a542e24 req-6592284f-a9df-4de9-bf0e-40c1989e4757 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/security-groups?id=18140efa-229a-49ba-a46a-a918e3b5f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385745 May 31 12:16:06.887293 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-f468b47d-030e-437b-990a-00e5c6f13c6a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:06.888723 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-f468b47d-030e-437b-990a-00e5c6f13c6a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.52 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 945 time: 0.0805206 May 31 12:16:07.034494 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Deleting port 07234d51-79a9-4afc-927f-2552405566d0 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:07.034827 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:07.165435 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] For port 07234d51-79a9-4afc-927f-2552405566d0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=07234d51-79a9-4afc-927f-2552405566d0,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:07.165812 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:07.281969 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Calling delete_port for 07234d51-79a9-4afc-927f-2552405566d0 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:07.388086 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:07.393317 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1acc4864-a218-4e03-9e6a-48c7d3e3ae00 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:07.427857 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['07234d51-79a9-4afc-927f-2552405566d0'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:16:07.441956 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Pushing event deleted for resources: {'Port': ['ID=07234d51-79a9-4afc-927f-2552405566d0,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:07.445030 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:07.516883 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] No DVR routers for this DVR port 07234d51-79a9-4afc-927f-2552405566d0 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:16:07.519400 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:07.521986 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'name': 'network-vif-deleted', 'tag': '07234d51-79a9-4afc-927f-2552405566d0'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:16:07.524497 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5c9f61-17b4-4fa3-8975-c66f0ee2ae1f" -d '{"events": [{"server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "name": "network-vif-deleted", "tag": "07234d51-79a9-4afc-927f-2552405566d0"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:16:07.539181 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bb516120-65ae-4a6d-b82d-c491a68ea60f req-cd55e3f4-5f7d-4342-b097-e91f9235e214 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.52 "DELETE /v2.0/ports/07234d51-79a9-4afc-927f-2552405566d0 HTTP/1.1" status: 204 len: 173 time: 0.6451080 May 31 12:16:07.556023 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-36ff9a24-13b1-4779-846f-aa35f51c05aa req-884b0a44-9cda-4720-a757-9d08a8c49e2d tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405a992-93c3-46c3-8a0f-49230dc5ff29 HTTP/1.1" status: 200 len: 210 time: 0.0445826 May 31 12:16:07.583876 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6aa1db-3bc3-4d62-bb6f-dd256a73c6c1 x-openstack-request-id: req-8b6aa1db-3bc3-4d62-bb6f-dd256a73c6c1 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:16:07.584236 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405a992-93c3-46c3-8a0f-49230dc5ff29", "name": "network-vif-deleted", "tag": "07234d51-79a9-4afc-927f-2552405566d0", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:16:07.584537 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b6aa1db-3bc3-4d62-bb6f-dd256a73c6c1 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:16:07.585165 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405a992-93c3-46c3-8a0f-49230dc5ff29', 'name': 'network-vif-deleted', 'tag': '07234d51-79a9-4afc-927f-2552405566d0', 'status': 'completed', 'code': 200} May 31 12:16:08.429487 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d8f09e67-ed6d-4246-8b38-b0cbf90a1c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:08.996559 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:09.299569 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59674) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:09.819103 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:10.353709 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Deleting port 12db6033-1b1d-47e0-8b60-af05fbaa679f {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:10.354343 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:10.485046 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] For port 12db6033-1b1d-47e0-8b60-af05fbaa679f, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=12db6033-1b1d-47e0-8b60-af05fbaa679f,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:10.485411 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:10.610137 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Calling delete_port for 12db6033-1b1d-47e0-8b60-af05fbaa679f owned by network:router_interface {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:10.895518 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:10.900178 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c5cdef8c-3e3f-4e0d-a823-0589db9df11e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:10.909652 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 07234d51-79a9-4afc-927f-2552405566d0 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:16:10.943713 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Pushing event deleted for resources: {'Port': ['ID=12db6033-1b1d-47e0-8b60-af05fbaa679f,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:10.947283 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 07234d51-79a9-4afc-927f-2552405566d0 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:16:10.947630 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 07234d51-79a9-4afc-927f-2552405566d0 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:16:10.960963 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d604baa5-2b1e-4dff-a830-78ceab20d2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:10.970933 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:10.986841 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:11.218035 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:11.669803 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Router 66be44d1-97e1-402c-8e52-a5eebf5dafcc has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:16:11.862829 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:16:11.872057 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] Sync routers for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:16:11.877047 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] 10.222.0.10 "PUT /v2.0/routers/66be44d1-97e1-402c-8e52-a5eebf5dafcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5763969 May 31 12:16:11.880012 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59690) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:11.881855 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:16:11.882716 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:16:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:11.883615 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:12.051791 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks [] for router, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:12.055933 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:16:12.265081 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:12.341300 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Deleting port 2354d463-0967-45d1-9e04-805a97df3556 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:12.341674 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:12.348986 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '2354d463-0967-45d1-9e04-805a97df3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:16:10Z', 'revision_number': 5, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port': {'id': '2354d463-0967-45d1-9e04-805a97df3556', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:50Z', 'updated_at': '2021-05-31T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:12.352697 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] Checking router: 66be44d1-97e1-402c-8e52-a5eebf5dafcc for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:16:12.361003 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] Routers {'66be44d1-97e1-402c-8e52-a5eebf5dafcc'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:16:12.361619 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:16:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:12.467353 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] For port 2354d463-0967-45d1-9e04-805a97df3556, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=2354d463-0967-45d1-9e04-805a97df3556,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:12.467702 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:12.511250 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] Set router 66be44d1-97e1-402c-8e52-a5eebf5dafcc gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:16:12.592138 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Calling delete_port for 2354d463-0967-45d1-9e04-805a97df3556 owned by network:router_gateway {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:12.614804 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:16:12Z', 'revision_number': 6, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:12.619424 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7ae4a-c46f-459c-b57d-d8e3a0c3b991 None None] The sync data for ids ['66be44d1-97e1-402c-8e52-a5eebf5dafcc'] in dv-cinder-791240-4-iscsi is: [{'id': '66be44d1-97e1-402c-8e52-a5eebf5dafcc', 'name': 'tempest-TestMinimumBasicScenario-596369810-router', 'tenant_id': '0996111813ff4aa9ab0803f5b9261060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:49Z', 'updated_at': '2021-05-31T12:16:12Z', 'revision_number': 6, 'project_id': '0996111813ff4aa9ab0803f5b9261060', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:16:12.732120 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:12.736414 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-5622ccce-da3a-4581-9553-d32fe86a7419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:12.805498 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2354d463-0967-45d1-9e04-805a97df3556,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:12.812394 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:12.867521 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.131186 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.133290 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.155102 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.155605 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66be44d1-97e1-402c-8e52-a5eebf5dafcc {{(pid=98396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:16:13.167834 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.168928 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] 10.222.0.10 "DELETE /v2.0/routers/66be44d1-97e1-402c-8e52-a5eebf5dafcc HTTP/1.1" status: 204 len: 168 time: 1.2880671 May 31 12:16:13.171507 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59700) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:13.230773 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] Deleting subnet 438cf70c-d0f3-4348-a1a8-0f61da0f0062 {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:16:13.233533 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.280265 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.360077 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.620812 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.625032 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:13.665627 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438cf70c-d0f3-4348-a1a8-0f61da0f0062,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:13.669125 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:13.672512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.681662 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-90cec6e9-fbf1-40a2-bd1d-f2a85ce06998 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/438cf70c-d0f3-4348-a1a8-0f61da0f0062 HTTP/1.1" status: 204 len: 168 time: 0.5069115 May 31 12:16:13.681871 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59710) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:13.714396 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e283c6-6dbb-431d-9a3c-b3c578095c17 None None] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:16:13.789047 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.823513 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.860638 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Deleting port 9386f0ff-561c-48cf-bd2f-175c0b8370cc {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:13.861122 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:13.958598 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] For port 9386f0ff-561c-48cf-bd2f-175c0b8370cc, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=9386f0ff-561c-48cf-bd2f-175c0b8370cc,segment=NetworkSegment(5c34f816-7a8e-4a76-8588-cd1da2d9c55b),segment_id=5c34f816-7a8e-4a76-8588-cd1da2d9c55b)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:13.958949 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.077524 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] DHCP port deletion for b44d7dde-99f9-4d53-858a-5b2abfb34946 request from dv-cinder-791240-4-iscsi {{(pid=98398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:16:14.085470 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Calling delete_port for 9386f0ff-561c-48cf-bd2f-175c0b8370cc owned by network:dhcp {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:14.131651 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.136833 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-5643fb03-c2f1-4af4-8b9c-31b64f3e3d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:14.141867 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Deleting port 9386f0ff-561c-48cf-bd2f-175c0b8370cc {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:14.142249 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.183367 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Pushing event deleted for resources: {'Port': ['ID=9386f0ff-561c-48cf-bd2f-175c0b8370cc,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:14.185127 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] No DVR routers for this DVR port 9386f0ff-561c-48cf-bd2f-175c0b8370cc on host dv-cinder-791240-4-iscsi {{(pid=98396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:16:14.186665 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:14.246195 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] For port 9386f0ff-561c-48cf-bd2f-175c0b8370cc, host dv-cinder-791240-4-iscsi, got binding levels [] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:14.246589 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.254750 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 2354d463-0967-45d1-9e04-805a97df3556 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:16:14.298946 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.311944 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44d7dde-99f9-4d53-858a-5b2abfb34946']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:14.323973 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c34f816-7a8e-4a76-8588-cd1da2d9c55b') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:14.324264 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c34f816-7a8e-4a76-8588-cd1da2d9c55b') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:14.335505 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.350973 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.357338 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:16:14.357761 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:16:14.371394 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:16:14.393646 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 2354d463-0967-45d1-9e04-805a97df3556 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:16:14.393996 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 2354d463-0967-45d1-9e04-805a97df3556 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:16:14.394417 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 9386f0ff-561c-48cf-bd2f-175c0b8370cc no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:16:14.423687 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Calling delete_port for 9386f0ff-561c-48cf-bd2f-175c0b8370cc owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:14.430626 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.ipam_backend_mixin [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Port 9386f0ff-561c-48cf-bd2f-175c0b8370cc was not found and therefore no delete operation was performed {{(pid=98398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 12:16:14.436614 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 9386f0ff-561c-48cf-bd2f-175c0b8370cc {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:16:14.436959 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 9386f0ff-561c-48cf-bd2f-175c0b8370cc not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:16:14.437377 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 12db6033-1b1d-47e0-8b60-af05fbaa679f no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:16:14.449288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.454117 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:14.463430 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.468513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:14.471966 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-07c01a7c-4996-47d1-8fb8-eb411066674e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:14.479789 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Pushing event deleted for resources: {'Network': ['ID=b44d7dde-99f9-4d53-858a-5b2abfb34946,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:14.483098 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:14.495725 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] 10.222.0.10 "DELETE /v2.0/networks/b44d7dde-99f9-4d53-858a-5b2abfb34946 HTTP/1.1" status: 204 len: 168 time: 0.8128371 May 31 12:16:14.498726 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59718) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:14.521403 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Pushing event deleted for resources: {'Port': ['ID=9386f0ff-561c-48cf-bd2f-175c0b8370cc,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:14.524887 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:14.526080 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] Network b44d7dde-99f9-4d53-858a-5b2abfb34946 is not hosted by any dhcp agent {{(pid=98398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 12:16:14.526534 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e5210-c1e0-4a85-9fd8-f695307c4996 None None] No DVR routers for this DVR port 9386f0ff-561c-48cf-bd2f-175c0b8370cc on host dv-cinder-791240-4-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:16:14.530767 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 12db6033-1b1d-47e0-8b60-af05fbaa679f {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:16:14.537350 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 12db6033-1b1d-47e0-8b60-af05fbaa679f not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:16:15.134781 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:15.531882 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Deleting port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:15.532224 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:15.653284 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] For port a4e0f716-5033-4bc5-a79b-b375ea4e1bb5, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,segment=NetworkSegment(17c5e190-fcde-4f2d-ad14-4b417cd8f301),segment_id=17c5e190-fcde-4f2d-ad14-4b417cd8f301)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:15.653667 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:15.774026 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Calling delete_port for a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 owned by network:router_interface {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:15.920251 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:15.923976 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-584e859e-6571-4607-bbc4-fcb8e7969318 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:15.964599 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e0f716-5033-4bc5-a79b-b375ea4e1bb5,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:15.966948 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:16.324992 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:16.672871 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Router 963d3576-42f8-4342-9ec9-bde0b9cd9cab has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:16:16.848090 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:16:16.857052 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] Sync routers for ids ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:16:16.867161 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] Routers {'963d3576-42f8-4342-9ec9-bde0b9cd9cab'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:16:16.867533 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-81a6d94f-077a-4849-aba5-1643cd4a09bb admin admin] 10.222.0.10 "PUT /v2.0/routers/963d3576-42f8-4342-9ec9-bde0b9cd9cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3672962 May 31 12:16:16.868477 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:16:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:16.870227 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59736) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:17.045923 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks [] for router, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:17.087616 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] Set router 963d3576-42f8-4342-9ec9-bde0b9cd9cab gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:16:17.218384 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:17.288923 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Deleting port 162de3f2-aad2-4303-9eee-b09fbd31fbe6 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:17.289226 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:17.366374 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:16:15Z', 'revision_number': 5, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port': {'id': '162de3f2-aad2-4303-9eee-b09fbd31fbe6', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:13:57Z', 'updated_at': '2021-05-31T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:17.370899 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] Checking router: 963d3576-42f8-4342-9ec9-bde0b9cd9cab for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:16:17.379186 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] Routers {'963d3576-42f8-4342-9ec9-bde0b9cd9cab'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:16:17.379770 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:16:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:17.409012 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] For port 162de3f2-aad2-4303-9eee-b09fbd31fbe6, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=162de3f2-aad2-4303-9eee-b09fbd31fbe6,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:17.409591 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:17.527275 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] Set router 963d3576-42f8-4342-9ec9-bde0b9cd9cab gateway port host: None {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:16:17.634102 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:16:17Z', 'revision_number': 6, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:17.634931 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Calling delete_port for 162de3f2-aad2-4303-9eee-b09fbd31fbe6 owned by network:router_gateway {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:17.638336 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524581c-63e2-4dfc-b2ad-2b00d2fea503 None None] The sync data for ids ['963d3576-42f8-4342-9ec9-bde0b9cd9cab'] in dv-cinder-791240-4-iscsi is: [{'id': '963d3576-42f8-4342-9ec9-bde0b9cd9cab', 'name': 'tempest-TestMinimumBasicScenario-1393856070-router', 'tenant_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:13:56Z', 'updated_at': '2021-05-31T12:16:17Z', 'revision_number': 6, 'project_id': '9e4025a6118c4450be8dc9aab0bbd8e8', 'gw_port_host': None}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:16:17.773780 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:17.777832 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:17.820472 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Pushing event deleted for resources: {'Port': ['ID=162de3f2-aad2-4303-9eee-b09fbd31fbe6,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:17.824003 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:17.921866 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.094650 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.096840 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.119671 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.120207 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 963d3576-42f8-4342-9ec9-bde0b9cd9cab {{(pid=98396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:16:18.131655 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.132761 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] 10.222.0.10 "DELETE /v2.0/routers/963d3576-42f8-4342-9ec9-bde0b9cd9cab HTTP/1.1" status: 204 len: 168 time: 1.2616382 May 31 12:16:18.135173 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59748) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:18.196330 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] Deleting subnet 4341e877-4d36-43db-932e-6a9134c51933 {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:16:18.199223 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.247090 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.320201 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.453583 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:16:18.489661 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:16:18.490007 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device a4e0f716-5033-4bc5-a79b-b375ea4e1bb5 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:16:18.490424 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 162de3f2-aad2-4303-9eee-b09fbd31fbe6 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:16:18.522768 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 162de3f2-aad2-4303-9eee-b09fbd31fbe6 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:16:18.523101 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 162de3f2-aad2-4303-9eee-b09fbd31fbe6 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:16:18.566102 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.570065 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1a3501df-b637-41fc-a9e4-65d102076190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:18.604658 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4341e877-4d36-43db-932e-6a9134c51933,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:18.607512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:18.608475 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.614489 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-7e0cbd11-ed18-48ea-9193-8428a13fa29c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4341e877-4d36-43db-932e-6a9134c51933 HTTP/1.1" status: 204 len: 168 time: 0.4783726 May 31 12:16:18.614871 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c064c-5322-424d-82eb-e8d4bb7851b3 None None] Network 87ad2c30-5bd5-4867-a022-a7e514825a6a requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:16:18.616898 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59752) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:18.725368 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.799005 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Deleting port 474b2b74-e304-4f5e-be20-96f47f013be1 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:18.799342 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.895606 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ceb525-289f-4481-9928-a069171dc550 None None] DHCP port deletion for 87ad2c30-5bd5-4867-a022-a7e514825a6a request from dv-cinder-791240-4-iscsi {{(pid=98398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:16:18.900447 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] For port 474b2b74-e304-4f5e-be20-96f47f013be1, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=474b2b74-e304-4f5e-be20-96f47f013be1,segment=NetworkSegment(17c5e190-fcde-4f2d-ad14-4b417cd8f301),segment_id=17c5e190-fcde-4f2d-ad14-4b417cd8f301)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:18.900802 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:18.961078 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-55ceb525-289f-4481-9928-a069171dc550 None None] Deleting port 474b2b74-e304-4f5e-be20-96f47f013be1 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:16:18.961459 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-55ceb525-289f-4481-9928-a069171dc550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.062497 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-55ceb525-289f-4481-9928-a069171dc550 None None] For port 474b2b74-e304-4f5e-be20-96f47f013be1, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=474b2b74-e304-4f5e-be20-96f47f013be1,segment=NetworkSegment(17c5e190-fcde-4f2d-ad14-4b417cd8f301),segment_id=17c5e190-fcde-4f2d-ad14-4b417cd8f301)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:16:19.062892 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-55ceb525-289f-4481-9928-a069171dc550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.115660 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Calling delete_port for 474b2b74-e304-4f5e-be20-96f47f013be1 owned by network:dhcp {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:19.160819 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.164755 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:19.182007 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-55ceb525-289f-4481-9928-a069171dc550 None None] Calling delete_port for 474b2b74-e304-4f5e-be20-96f47f013be1 owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:16:19.207975 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Pushing event deleted for resources: {'Port': ['ID=474b2b74-e304-4f5e-be20-96f47f013be1,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:19.211275 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:19.212620 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] No DVR routers for this DVR port 474b2b74-e304-4f5e-be20-96f47f013be1 on host dv-cinder-791240-4-iscsi {{(pid=98396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:16:19.229317 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-55ceb525-289f-4481-9928-a069171dc550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.233814 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-07c01a7c-4996-47d1-8fb8-eb411066674e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:19.316376 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceb525-289f-4481-9928-a069171dc550 None None] Pushing event deleted for resources: {'Port': ['ID=474b2b74-e304-4f5e-be20-96f47f013be1,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:19.318229 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ceb525-289f-4481-9928-a069171dc550 None None] No DVR routers for this DVR port 474b2b74-e304-4f5e-be20-96f47f013be1 on host dv-cinder-791240-4-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:16:19.319545 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-55ceb525-289f-4481-9928-a069171dc550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:19.332404 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.349787 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ad2c30-5bd5-4867-a022-a7e514825a6a']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:19.362288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c5e190-fcde-4f2d-ad14-4b417cd8f301') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:19.362585 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c5e190-fcde-4f2d-ad14-4b417cd8f301') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:16:19.373691 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.390092 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.396155 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:16:19.396526 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:16:19.409979 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:16:19.481170 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.484820 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ca86886-d888-41cb-9ffa-39574880bf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:19.502921 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.513223 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Pushing event deleted for resources: {'Network': ['ID=87ad2c30-5bd5-4867-a022-a7e514825a6a,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:19.517997 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:19.521871 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] 10.222.0.10 "DELETE /v2.0/networks/87ad2c30-5bd5-4867-a022-a7e514825a6a HTTP/1.1" status: 204 len: 168 time: 0.9034026 May 31 12:16:19.691326 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59764) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:19.739877 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e68bc385-7dfe-4aae-9197-06d81ca2ff22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0996111813ff4aa9ab0803f5b9261060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471959 May 31 12:16:19.742044 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59768) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:19.804082 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cc1838cf-c029-488f-9036-4e7614f58ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.830345 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cc1838cf-c029-488f-9036-4e7614f58ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.879655 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cc1838cf-c029-488f-9036-4e7614f58ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.884996 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-80456545-b35b-4300-b1a3-bf231388b95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:19.897271 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1838cf-c029-488f-9036-4e7614f58ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18140efa-229a-49ba-a46a-a918e3b5f83f,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:19.900202 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-cc1838cf-c029-488f-9036-4e7614f58ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:19.908668 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-cc1838cf-c029-488f-9036-4e7614f58ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:19.909865 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-cc1838cf-c029-488f-9036-4e7614f58ee4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18140efa-229a-49ba-a46a-a918e3b5f83f HTTP/1.1" status: 204 len: 168 time: 0.1668718 May 31 12:16:20.235113 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 474b2b74-e304-4f5e-be20-96f47f013be1 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:16:20.249112 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59780) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:20.269044 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 474b2b74-e304-4f5e-be20-96f47f013be1 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:16:20.269387 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 474b2b74-e304-4f5e-be20-96f47f013be1 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:16:20.300169 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-66a1cc0f-a8d0-403a-9118-9dafa59faea6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e4025a6118c4450be8dc9aab0bbd8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496032 May 31 12:16:20.302495 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 59784) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:16:20.361802 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-85f5e322-5c9a-456a-a59f-14273e384dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:20.387683 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-85f5e322-5c9a-456a-a59f-14273e384dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:20.440678 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-85f5e322-5c9a-456a-a59f-14273e384dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:20.444207 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-de032460-6396-461c-a015-33c922c9185f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:16:20.456560 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5e322-5c9a-456a-a59f-14273e384dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6e8585-4f58-431c-9cb6-1347370f6d0d,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:16:20.459889 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-85f5e322-5c9a-456a-a59f-14273e384dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:16:20.461946 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-85f5e322-5c9a-456a-a59f-14273e384dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:20.465351 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-85f5e322-5c9a-456a-a59f-14273e384dc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd6e8585-4f58-431c-9cb6-1347370f6d0d HTTP/1.1" status: 204 len: 168 time: 0.1596434 May 31 12:16:38.318439 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:16:38.433274 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-93ea9863-9ee8-4bd9-b6d3-24ed9fbaf8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:38.996943 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:40.959535 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c74b6a7b-aa2b-456e-82da-a9a7431c655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:40.988456 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:41.885629 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:43.713137 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:16:48.201290 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-9c99866a-3105-44a4-aca2-e288f30babe7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728254 May 31 12:16:48.375400 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-02151d3e-f2ff-4e04-b0d7-7803bb3835d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:48.376850 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-02151d3e-f2ff-4e04-b0d7-7803bb3835d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 1098 time: 0.0867486 May 31 12:16:48.525730 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-ed4f80a8-7def-4a77-a400-601213eebfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:48.527165 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-ed4f80a8-7def-4a77-a400-601213eebfdd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 200 len: 911 time: 0.1219103 May 31 12:16:48.631127 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-481024c6-6533-4543-8911-c9bcd58a3167 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df HTTP/1.1" status: 200 len: 1000 time: 0.0942543 May 31 12:16:48.702083 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-47cb4a4e-db46-474e-bbf7-7da6e1af9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:48.703681 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-47cb4a4e-db46-474e-bbf7-7da6e1af9b07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 200 len: 849 time: 0.0609691 May 31 12:16:48.793035 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-9e9909aa-d022-4293-b0b6-5b5106af0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:16:48.794504 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-9e9909aa-d022-4293-b0b6-5b5106af0011 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2dd69702-3d36-4e8c-a46b-3a6212e6c539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795848 May 31 12:16:49.023336 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-15914054-ed64-4027-994a-58c85620902f service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199147 May 31 12:16:49.154996 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d6c8e702-55dd-4872-beca-dcc75c474352 req-08c9dcd9-16df-4e96-ac03-fec479293b07 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239386 May 31 12:17:02.922453 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c034-1389-450c-9055-42902d97eeb8 req-c1d50abf-7cca-4de3-9223-6ddc545e27f1 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:17:02.923795 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d921c034-1389-450c-9055-42902d97eeb8 req-c1d50abf-7cca-4de3-9223-6ddc545e27f1 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 945 time: 0.0780237 May 31 12:17:02.967035 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d921c034-1389-450c-9055-42902d97eeb8 req-30143571-937d-4b2f-a202-00119da6a399 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375531 May 31 12:17:04.154458 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b15c5-9464-473e-83e9-7da8c250799c req-17fd2086-d679-4ce4-8770-13eece885b71 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:17:04.156225 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-218b15c5-9464-473e-83e9-7da8c250799c req-17fd2086-d679-4ce4-8770-13eece885b71 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 945 time: 0.0860693 May 31 12:17:04.203717 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-218b15c5-9464-473e-83e9-7da8c250799c req-dad61079-9a8c-4c2c-a808-89c274ca8c51 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups?id=99f7851d-a05e-48b6-a319-c4269ac0041d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 May 31 12:17:04.644591 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c82ca-636b-430c-bf56-c63145287454 req-794a98d1-03ff-40c6-8404-7b70d9b7abbb tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:17:04.646037 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3b7c82ca-636b-430c-bf56-c63145287454 req-794a98d1-03ff-40c6-8404-7b70d9b7abbb tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 945 time: 0.0773675 May 31 12:17:04.780996 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Deleting port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:17:04.781340 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:04.910255 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] For port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:17:04.910516 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:05.196638 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:05.197297 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:05.197297 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Floating IP ed71b303-4761-471c-acca-a47e85d5c4c8 disassociated. External IP: 172.27.3.82, port: 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df. May 31 12:17:05.197530 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Calling delete_port for 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:17:05.313124 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:05.318643 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:05.398194 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event deleted for resources: {'Port': ['ID=9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:05.412210 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-afc29e22-c48f-4ece-b771-9c62b52c383b req-41522834-6d9c-4066-84c4-9882fb178423 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 210 time: 0.0639760 May 31 12:17:05.414766 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.415115 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.415462 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.415828 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.416283 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.416473 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.416812 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.417148 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.417574 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.417898 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.418235 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.418662 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:05.423688 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:05.599581 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Router 151dd4df-4be6-406c-8e90-6e990f758b30 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:17:05.880022 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:17:05.889478 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] Sync routers for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:17:05.899082 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:17:05.899784 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:16:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:05.953887 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] No DVR routers for this DVR port 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:17:05.956315 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:05.958873 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'name': 'network-vif-deleted', 'tag': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:17:05.961099 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77377cd1-0b97-49df-bf5b-dfef89114ce0" -d '{"events": [{"server_uuid": "adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d", "name": "network-vif-deleted", "tag": "9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:17:05.975520 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3b7c82ca-636b-430c-bf56-c63145287454 req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.52 "DELETE /v2.0/ports/9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df HTTP/1.1" status: 204 len: 173 time: 1.3236718 May 31 12:17:06.005886 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f06e3b8-61e2-4788-bbb6-4971188fab73 x-openstack-request-id: req-2f06e3b8-61e2-4788-bbb6-4971188fab73 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:17:06.006203 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d", "name": "network-vif-deleted", "tag": "9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:17:06.006505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f06e3b8-61e2-4788-bbb6-4971188fab73 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:17:06.006920 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d', 'name': 'network-vif-deleted', 'tag': '9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df', 'status': 'completed', 'code': 200} May 31 12:17:06.080292 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:17:06.408246 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:06.411870 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] Checking router: 151dd4df-4be6-406c-8e90-6e990f758b30 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:17:06.419874 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:17:06.420607 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:16:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:06.606225 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:17:06.634563 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c9e20894-474f-4706-827c-09b719437bf4 req-a95f9d07-92d9-49ca-821f-84caa16735c8 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/ports?device_id=adc8b543-fdf4-4de0-b8ea-30e8bdaffb3d HTTP/1.1" status: 200 len: 210 time: 0.0491390 May 31 12:17:06.906825 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:06.910583 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bec59-ee67-4e6b-a75e-ed50ce468377 None None] The sync data for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi is: [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:11:27Z', 'revision_number': 4, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '77de5bd5-0e39-466b-abfe-03b5507f36c8', 'name': '', 'network_id': '2dd69702-3d36-4e8c-a46b-3a6212e6c539', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'mac_address': 'fa:16:3e:75:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '99bf896f-182c-404d-b029-779856708c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:26Z', 'updated_at': '2021-05-31T12:11:32Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'subnets': [{'id': '99bf896f-182c-404d-b029-779856708c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:17:07.105599 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47372429-e186-4807-9a5a-8aeee8d5f3ed None None] New status for floating IP ed71b303-4761-471c-acca-a47e85d5c4c8: DOWN {{(pid=98398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:17:07.757839 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60132) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:07.828263 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:07.855992 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:07.919702 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:07.923388 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1a3b0a8b-210e-4cb0-a90f-ee3fdee10c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:07.938945 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f7851d-a05e-48b6-a319-c4269ac0041d,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:07.947176 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.947553 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.947924 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.948285 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.949206 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.949577 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.949946 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.950296 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.950647 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.950996 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.951344 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.951688 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:07.955961 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:07.959344 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:07.960432 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-3d04868b-42f4-4d10-8f25-8994f40d03f2 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "DELETE /v2.0/security-groups/99f7851d-a05e-48b6-a319-c4269ac0041d HTTP/1.1" status: 204 len: 168 time: 0.2016273 May 31 12:17:07.963063 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60136) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:07.979620 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.api.v2.resource [None req-39e884b0-1d26-4072-a554-12e693e543aa tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] show failed (client error): The resource could not be found. May 31 12:17:07.980581 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-39e884b0-1d26-4072-a554-12e693e543aa tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "GET /v2.0/security-groups/99f7851d-a05e-48b6-a319-c4269ac0041d HTTP/1.1" status: 404 len: 347 time: 0.0166209 May 31 12:17:07.983220 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60140) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:08.196672 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Deleting port 7cfd501a-2e51-4087-81b1-fae24d812249 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:17:08.197068 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:08.311952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:08.312277 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:08.434231 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Calling delete_port for 7cfd501a-2e51-4087-81b1-fae24d812249 owned by network:floatingip {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:17:08.435220 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e4691f4e-486e-43f1-bcfb-712d7d9f492f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:08.548648 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:08.553028 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6804c6b2-d424-4209-acb6-8415b42d9a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:08.595453 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Pushing event deleted for resources: {'Port': ['ID=7cfd501a-2e51-4087-81b1-fae24d812249,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:08.620606 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:08.771040 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks [] for floatingip, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:08.785633 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:08.786752 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-de721b3f-93a9-422c-9efe-2e76a7e0410f tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] 10.222.0.10 "DELETE /v2.0/floatingips/ed71b303-4761-471c-acca-a47e85d5c4c8 HTTP/1.1" status: 204 len: 168 time: 0.8026760 May 31 12:17:09.011466 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:09.249092 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:17:09.283444 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:17:09.283778 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 9fe1687f-a9d1-4b04-b4b6-62f33fe8e2df not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:17:10.951549 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-24ea002c-164d-4984-aafc-a66e6572849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:10.990303 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:11.885384 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:12.761257 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60186) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:13.499634 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:13.716333 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:13.893719 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Deleting port 77de5bd5-0e39-466b-abfe-03b5507f36c8 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:17:13.894254 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:14.011492 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] For port 77de5bd5-0e39-466b-abfe-03b5507f36c8, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=77de5bd5-0e39-466b-abfe-03b5507f36c8,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:17:14.011881 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:14.128978 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Calling delete_port for 77de5bd5-0e39-466b-abfe-03b5507f36c8 owned by network:router_interface {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:17:14.274363 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:14.279382 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9dd94a7c-828b-4e42-a5ef-80b3aeb5afbd tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:14.324206 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Pushing event deleted for resources: {'Port': ['ID=77de5bd5-0e39-466b-abfe-03b5507f36c8,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:14.327264 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:14.677474 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:15.029765 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Router 151dd4df-4be6-406c-8e90-6e990f758b30 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:17:15.202397 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:17:15.210739 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] Sync routers for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:17:15.214000 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-9a72f802-d044-421a-a566-76a28d03046e admin admin] 10.222.0.10 "PUT /v2.0/routers/151dd4df-4be6-406c-8e90-6e990f758b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516537 May 31 12:17:15.216448 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60204) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:15.222116 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:17:15.222715 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:17:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:15.375750 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:17:15.388070 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks [] for router, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:15.401209 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:17:15.559854 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:15.633921 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Deleting port edebab05-ddd5-4cfc-8686-96aba1d3d772 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:17:15.634158 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:15.675741 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:17:14Z', 'revision_number': 5, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port': {'id': 'edebab05-ddd5-4cfc-8686-96aba1d3d772', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:11:24Z', 'updated_at': '2021-05-31T12:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:15.680397 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] Checking router: 151dd4df-4be6-406c-8e90-6e990f758b30 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:17:15.689931 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] Routers {'151dd4df-4be6-406c-8e90-6e990f758b30'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:17:15.690555 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:17:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['151dd4df-4be6-406c-8e90-6e990f758b30'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:15.856562 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] For port edebab05-ddd5-4cfc-8686-96aba1d3d772, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=edebab05-ddd5-4cfc-8686-96aba1d3d772,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:17:15.856908 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:15.871890 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] Set router 151dd4df-4be6-406c-8e90-6e990f758b30 gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:17:15.972338 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:17:15Z', 'revision_number': 6, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:15.976187 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defbcd5-b57a-4652-933e-876632308d63 None None] The sync data for ids ['151dd4df-4be6-406c-8e90-6e990f758b30'] in dv-cinder-791240-4-iscsi is: [{'id': '151dd4df-4be6-406c-8e90-6e990f758b30', 'name': 'tempest-AttachVolumeTestJSON-575776540-router', 'tenant_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:11:23Z', 'updated_at': '2021-05-31T12:17:15Z', 'revision_number': 6, 'project_id': '9a31554df76c46c6bb306ef3c18fe9cd', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:17:15.978010 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Calling delete_port for edebab05-ddd5-4cfc-8686-96aba1d3d772 owned by network:router_gateway {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:17:16.114963 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.118535 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dec3c618-a0ef-43db-97ce-f168ad6a49bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:16.164068 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Pushing event deleted for resources: {'Port': ['ID=edebab05-ddd5-4cfc-8686-96aba1d3d772,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:16.167750 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:16.254821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.429046 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.431288 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.454671 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.455162 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 151dd4df-4be6-406c-8e90-6e990f758b30 {{(pid=98396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:17:16.467853 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.468964 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-af522196-cc4d-47bd-8012-a9f86745d815 admin admin] 10.222.0.10 "DELETE /v2.0/routers/151dd4df-4be6-406c-8e90-6e990f758b30 HTTP/1.1" status: 204 len: 168 time: 1.2516258 May 31 12:17:16.471661 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60216) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:16.529631 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] Deleting subnet 99bf896f-182c-404d-b029-779856708c98 {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:17:16.532588 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.580291 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.660121 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.731526 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 77de5bd5-0e39-466b-abfe-03b5507f36c8 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:17:16.768219 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 77de5bd5-0e39-466b-abfe-03b5507f36c8 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:17:16.768559 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 77de5bd5-0e39-466b-abfe-03b5507f36c8 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:17:16.908513 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.912431 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b438c76c-2258-4c81-bd7d-b01ddaccdf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:16.949464 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99bf896f-182c-404d-b029-779856708c98,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:16.951588 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:16.955512 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da49e6d-1dfd-4195-8917-a4dce6819a65 None None] Network 2dd69702-3d36-4e8c-a46b-3a6212e6c539 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:17:16.959902 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/99bf896f-182c-404d-b029-779856708c98 HTTP/1.1" status: 204 len: 168 time: 0.4850669 May 31 12:17:16.959902 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7a77b341-3926-405b-83ce-196ab2ee8baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:16.960151 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60220) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:17.066039 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.134766 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Deleting port 408f908e-e1be-4699-a142-cf6a281c0631 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:17:17.135457 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.213585 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] DHCP port deletion for 2dd69702-3d36-4e8c-a46b-3a6212e6c539 request from dv-cinder-791240-4-iscsi {{(pid=98398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:17:17.282160 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Deleting port 408f908e-e1be-4699-a142-cf6a281c0631 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:17:17.282459 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.324402 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] For port 408f908e-e1be-4699-a142-cf6a281c0631, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=408f908e-e1be-4699-a142-cf6a281c0631,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:17:17.324661 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.375697 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] For port 408f908e-e1be-4699-a142-cf6a281c0631, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=408f908e-e1be-4699-a142-cf6a281c0631,segment=NetworkSegment(13cf4264-7e7f-4ce4-8a80-c2c9b6116a26),segment_id=13cf4264-7e7f-4ce4-8a80-c2c9b6116a26)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:17:17.376090 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.443885 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Calling delete_port for 408f908e-e1be-4699-a142-cf6a281c0631 owned by network:dhcp {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:17:17.491516 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.496840 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-29706f31-58c4-466c-b740-ee32fc4303cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:17.500508 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Calling delete_port for 408f908e-e1be-4699-a142-cf6a281c0631 owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:17:17.539952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Pushing event deleted for resources: {'Port': ['ID=408f908e-e1be-4699-a142-cf6a281c0631,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:17.542066 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] No DVR routers for this DVR port 408f908e-e1be-4699-a142-cf6a281c0631 on host dv-cinder-791240-4-iscsi {{(pid=98396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:17:17.542755 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.543774 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:17.549488 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:17.590152 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Pushing event deleted for resources: {'Port': ['ID=408f908e-e1be-4699-a142-cf6a281c0631,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:17.597781 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] No DVR routers for this DVR port 408f908e-e1be-4699-a142-cf6a281c0631 on host dv-cinder-791240-4-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:17:17.599820 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.600166 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.600502 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.600832 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.601162 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.601491 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.601842 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.602163 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.602488 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.602806 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.603121 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.603557 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:17:17.606969 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-aa78f76f-ffbb-4694-8d94-8f3306eac86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:17.665008 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.677374 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd69702-3d36-4e8c-a46b-3a6212e6c539']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:17.689505 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:17.689823 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cf4264-7e7f-4ce4-8a80-c2c9b6116a26') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:17:17.701396 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.716605 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.722385 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:17:17.722755 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:17:17.735245 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:17:17.812598 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.816078 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:17.828916 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:17.841144 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd69702-3d36-4e8c-a46b-3a6212e6c539,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:17.845017 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:17.853517 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-1994cc10-e430-4dd7-b634-db33b1b65826 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2dd69702-3d36-4e8c-a46b-3a6212e6c539 HTTP/1.1" status: 204 len: 168 time: 0.8920846 May 31 12:17:17.964248 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60230) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:18.012995 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e1802160-9ec0-459f-8101-14ea19e48c2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a31554df76c46c6bb306ef3c18fe9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475068 May 31 12:17:18.015238 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60234) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:18.074489 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ab992a3-0b3c-46ac-a545-12ac4a464381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:18.098722 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ab992a3-0b3c-46ac-a545-12ac4a464381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:18.148980 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ab992a3-0b3c-46ac-a545-12ac4a464381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:18.153928 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7774c864-3817-4926-a0b6-bed8200d8223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:18.168528 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab992a3-0b3c-46ac-a545-12ac4a464381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55624b5-d370-4a81-acf2-0d4a0ed21038,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:18.171409 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4ab992a3-0b3c-46ac-a545-12ac4a464381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:18.173517 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ab992a3-0b3c-46ac-a545-12ac4a464381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:18.174626 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-4ab992a3-0b3c-46ac-a545-12ac4a464381 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a55624b5-d370-4a81-acf2-0d4a0ed21038 HTTP/1.1" status: 204 len: 168 time: 0.1585128 May 31 12:17:18.252587 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device edebab05-ddd5-4cfc-8686-96aba1d3d772 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:17:18.289167 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: edebab05-ddd5-4cfc-8686-96aba1d3d772 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:17:18.289610 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device edebab05-ddd5-4cfc-8686-96aba1d3d772 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:17:18.290039 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 408f908e-e1be-4699-a142-cf6a281c0631 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:17:18.327220 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 408f908e-e1be-4699-a142-cf6a281c0631 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:17:18.327572 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 408f908e-e1be-4699-a142-cf6a281c0631 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:17:28.610095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 60388) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:28.726855 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:28.740671 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:17:28.744364 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Usage tracker for resource:security_group_rule and tenant:2dfb77d1ceff44238faab4a4733863a6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:17:28.747655 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:17:28.753235 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:17:28.833565 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:28.836972 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:28.843494 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6773e52e-9048-4376-95ee-85f04a2217e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:28.887141 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dfb77d1ceff44238faab4a4733863a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760177 May 31 12:17:28.888003 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86b91c5-9fb7-419f-b363-0f65ffba5338,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:28.891068 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:28.891190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60396) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:28.949530 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-242683db-5a94-4088-8e34-17b6e72d08a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:28.974606 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-242683db-5a94-4088-8e34-17b6e72d08a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:29.026320 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-242683db-5a94-4088-8e34-17b6e72d08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:29.030004 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dc51954e-fa59-40a5-af45-c52852154d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:29.040979 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242683db-5a94-4088-8e34-17b6e72d08a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86b91c5-9fb7-419f-b363-0f65ffba5338,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:29.044132 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-242683db-5a94-4088-8e34-17b6e72d08a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:29.050328 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-242683db-5a94-4088-8e34-17b6e72d08a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:29.050328 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-242683db-5a94-4088-8e34-17b6e72d08a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b86b91c5-9fb7-419f-b363-0f65ffba5338 HTTP/1.1" status: 204 len: 168 time: 0.1576612 May 31 12:17:30.389211 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 60452) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:30.503744 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:30.518479 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:17:30.522209 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Usage tracker for resource:security_group_rule and tenant:448c75f3858a49de92cc4dcfc27cd679 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:17:30.525187 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:17:30.530753 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:17:30.611884 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:30.615604 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:30.624613 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f09373d4-8b2b-46f2-8f99-7b66ddaa21f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:30.662277 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=448c75f3858a49de92cc4dcfc27cd679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718966 May 31 12:17:30.663938 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc70c0a-3484-4b19-9fc4-fff11574ea54,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:30.664947 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 60458) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:17:30.669040 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9d60d961-cd5b-4dd1-9a95-c77198bd433d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:30.726805 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-989259f7-ad9a-4ea4-878e-9f7d88128c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:30.752202 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-989259f7-ad9a-4ea4-878e-9f7d88128c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:30.801905 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-989259f7-ad9a-4ea4-878e-9f7d88128c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:30.805468 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-2b609d2e-3e5b-4f62-9abb-9a3ea5b067a3 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:17:30.816506 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989259f7-ad9a-4ea4-878e-9f7d88128c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc70c0a-3484-4b19-9fc4-fff11574ea54,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:17:30.820341 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-989259f7-ad9a-4ea4-878e-9f7d88128c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:17:30.823743 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-989259f7-ad9a-4ea4-878e-9f7d88128c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:30.825066 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-989259f7-ad9a-4ea4-878e-9f7d88128c46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbc70c0a-3484-4b19-9fc4-fff11574ea54 HTTP/1.1" status: 204 len: 168 time: 0.1586337 May 31 12:17:38.437795 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5de915d3-3740-41c0-a311-7658346d3a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:39.040911 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:40.952914 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5b01185e-29ae-45cb-86cb-05860a90dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:40.992370 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:41.888378 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:43.714925 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:17:52.363676 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:18:08.440755 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9773d421-a11b-40a0-be5a-628a874c9a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:09.057816 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:10.954277 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f99691c-6132-4f21-ae40-74dfb07d9a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:10.993259 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:11.891400 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:13.735507 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:16.278960 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 32778) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:16.392448 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:16.406237 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:16.409946 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba83807a721445d9c381806afafe95b is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:16.412669 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:16.418271 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:16.500455 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:16.503827 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:16.514882 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f3fa6932-c725-487a-8186-e91aaad3c97e tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:16.554612 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ba83807a721445d9c381806afafe95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746201 May 31 12:18:16.556164 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc284d1-ec15-43a7-9544-6fc55d844fbf,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:16.557301 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 32784) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:16.563440 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.563815 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.564177 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.564533 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.564885 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.565235 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.565602 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.565952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.566297 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.566641 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.566982 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.567322 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.571191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:16.618657 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:16.643331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:16.695010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:16.699533 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4ad81d83-75a6-4a93-9b84-b4df158521a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:16.711345 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc284d1-ec15-43a7-9544-6fc55d844fbf,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:16.721220 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.721604 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.721967 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.722318 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.722677 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.723021 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.723362 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.723703 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.724046 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.724384 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.724720 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.725054 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:16.728634 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:16.738815 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:16.739913 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ba012cd3-cccb-43f9-974f-1a9522e5a2ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4dc284d1-ec15-43a7-9544-6fc55d844fbf HTTP/1.1" status: 204 len: 168 time: 0.1816363 May 31 12:18:17.007845 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 32792) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:17.026158 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:17.040511 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:17.044221 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Usage tracker for resource:security_group_rule and tenant:83131d926fc24747bd47d79f63249c10 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:17.047100 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:17.052671 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:17.130085 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:17.134577 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:17.141629 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6ce76907-7324-4ac7-8355-ff7eef209431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:17.181167 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83131d926fc24747bd47d79f63249c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722653 May 31 12:18:17.181947 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002912b3-bd7d-427c-a58a-420d0bdffb3a,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:17.183850 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 32796) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:17.184828 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d8168238-4bb6-4329-9fed-8b2146f71251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:17.241844 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-78efe338-477f-4429-a122-0795d8ab9e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:17.268143 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-78efe338-477f-4429-a122-0795d8ab9e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:17.319720 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-78efe338-477f-4429-a122-0795d8ab9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:17.323364 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0616a18d-57a6-47b5-bad7-ac0dc3a34a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:17.335009 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efe338-477f-4429-a122-0795d8ab9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002912b3-bd7d-427c-a58a-420d0bdffb3a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:17.338945 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-78efe338-477f-4429-a122-0795d8ab9e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:17.342120 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-78efe338-477f-4429-a122-0795d8ab9e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:17.353796 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-78efe338-477f-4429-a122-0795d8ab9e93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/002912b3-bd7d-427c-a58a-420d0bdffb3a HTTP/1.1" status: 204 len: 168 time: 0.1611030 May 31 12:18:29.362229 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:18:38.445583 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bfe99430-23b1-4cc4-9061-5e33f4448323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:39.054258 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.503436 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33032) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:40.620096 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.635378 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:40.639201 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a26013485cc943c5bc830e47fbb434d9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:40.642578 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:40.648506 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:40.729725 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.733057 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.741012 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a8de5665-83ad-4be6-b852-5b266c88b8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:40.779821 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a26013485cc943c5bc830e47fbb434d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753336 May 31 12:18:40.781385 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f34282-2893-4e3b-a4ab-2eac3f49be43,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:40.782457 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33042) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:40.784627 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0d668590-b60d-4254-a6f1-665240bc19e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:40.848014 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-915140e4-5255-45f7-9ef1-a3d35cb290db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.873725 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-915140e4-5255-45f7-9ef1-a3d35cb290db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.925444 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-915140e4-5255-45f7-9ef1-a3d35cb290db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.929006 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4ab992a3-0b3c-46ac-a545-12ac4a464381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:40.943923 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915140e4-5255-45f7-9ef1-a3d35cb290db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f34282-2893-4e3b-a4ab-2eac3f49be43,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:40.946733 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-915140e4-5255-45f7-9ef1-a3d35cb290db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:40.955849 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-915140e4-5255-45f7-9ef1-a3d35cb290db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.957173 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-915140e4-5255-45f7-9ef1-a3d35cb290db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95f34282-2893-4e3b-a4ab-2eac3f49be43 HTTP/1.1" status: 204 len: 168 time: 0.1737449 May 31 12:18:40.966474 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-74c6ad97-7310-448f-9d17-05ea719e5122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:40.995210 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:41.897113 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:42.135151 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33078) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:42.248553 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:42.262423 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:42.266066 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Usage tracker for resource:security_group_rule and tenant:528b72d348aa4e25ab61131b545d4f28 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:42.268771 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:42.274569 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:42.352474 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:42.356043 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:42.364274 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e9413dc8-d5db-4c55-8d8f-9b562bc80c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:42.405288 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=528b72d348aa4e25ab61131b545d4f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691104 May 31 12:18:42.407499 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ee0eab-3609-4b2b-8047-7935460c653d,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:42.408515 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33084) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:42.410656 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:42.465664 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-99c0cde9-608c-4f65-86c6-bfb11d447583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:42.490827 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-99c0cde9-608c-4f65-86c6-bfb11d447583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:42.546219 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-99c0cde9-608c-4f65-86c6-bfb11d447583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:42.551224 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-08fde759-aa39-41f5-a892-5d29b8551bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:42.565959 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0cde9-608c-4f65-86c6-bfb11d447583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ee0eab-3609-4b2b-8047-7935460c653d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:42.571316 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-99c0cde9-608c-4f65-86c6-bfb11d447583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:42.572911 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-99c0cde9-608c-4f65-86c6-bfb11d447583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:42.576947 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-99c0cde9-608c-4f65-86c6-bfb11d447583 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74ee0eab-3609-4b2b-8047-7935460c653d HTTP/1.1" status: 204 len: 168 time: 0.1674170 May 31 12:18:43.216544 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33112) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:43.319451 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-100461483-network', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:43.324035 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:43.327873 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Usage tracker for resource:network and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:43.331192 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:43.337766 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:43.347843 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Made reservation on behalf of d9674a6d05204b7bbc282b0c154ee504 for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:18:43.350177 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.362063 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.375713 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:43.379373 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Usage tracker for resource:security_group_rule and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:43.382084 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:43.387651 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:43.470798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.474256 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.478077 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e94c7bc0-e76d-458a-9c6f-485022087839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:43.505091 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:18:43.513318 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1644d8-a5d5-4086-8695-d8d6a5cf65aa,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:43.517067 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:43.521724 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.521724 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Added segment 3233981d-7124-495d-8608-46ec9b7dd975 of type vlan for network e85114e6-7c1d-4544-8a36-6a8296da1d94 May 31 12:18:43.546965 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.575553 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.576761 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:18:43.577340 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.582386 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:43.684940 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Pushing event updated for resources: {'Network': ['ID=e85114e6-7c1d-4544-8a36-6a8296da1d94,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:43.687856 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4703095 May 31 12:18:43.689231 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-98587566-9758-4e80-95e7-8bc275853e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:43.691235 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33126) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:43.696020 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:18:43.696700 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Request body: {'subnet': {'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-100461483-subnet', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:43.701396 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:43.705930 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Usage tracker for resource:subnet and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:43.708821 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:43.714568 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:43.724394 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Made reservation on behalf of d9674a6d05204b7bbc282b0c154ee504 for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:18:43.726715 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823398'] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:43.787425 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.183332 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2199085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823408'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.187389 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:44.273346 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96692163-999e-498f-8013-3f89c830ca29,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:44.277052 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Checking segment: {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:18:44.277401 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Network hostable DHCP agents. Network: e85114e6-7c1d-4544-8a36-6a8296da1d94, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:18:44.280111 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:44.295028 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:18:44.303478 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, e85114e6-7c1d-4544-8a36-6a8296da1d94) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:44.311859 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:18:44.312435 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.313515 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc941b9-9046-449e-8e39-740fe9d0e718 None None] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:18:44.331712 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-af69dbd6-8afb-4d09-b1cc-392dee4711d0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6394031 May 31 12:18:44.334307 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33144) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:44.339163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:44.345046 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:44.348814 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Usage tracker for resource:router and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:44.351596 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:44.357179 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:44.367195 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.368117 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.383303 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.523500 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-e85114e6-7c1d-4544-8a36-6a8296da1d94', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:18:44.524311 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.652961 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.677433 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Allocated IP 172.20.0.2 (e85114e6-7c1d-4544-8a36-6a8296da1d94/96692163-999e-498f-8013-3f89c830ca29/b003d41e-7776-47e8-8e90-75e26349ed3f) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:18:44.873073 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.883669 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Transition to ACTIVE for port object b003d41e-7776-47e8-8e90-75e26349ed3f will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:44.901494 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Transition to ACTIVE for port object b003d41e-7776-47e8-8e90-75e26349ed3f will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:44.906800 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.910290 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:44.953008 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.975856 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:18:44.978718 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:44.982311 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:18:44.987242 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:44.990016 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Pushing event updated for resources: {'Port': ['ID=b003d41e-7776-47e8-8e90-75e26349ed3f,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:45.061588 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.061923 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.062261 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.062670 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.062930 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.063274 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.063822 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.064311 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.064597 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.064916 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.065235 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.065579 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:45.073380 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:45.089097 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Attempting to bind port b003d41e-7776-47e8-8e90-75e26349ed3f on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:18:45.089476 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Attempting to bind port b003d41e-7776-47e8-8e90-75e26349ed3f by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:18:45.089871 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Attempting to bind port b003d41e-7776-47e8-8e90-75e26349ed3f on network e85114e6-7c1d-4544-8a36-6a8296da1d94 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:18:45.096026 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:18:45.096587 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Checking segment: {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:18:45.097134 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:45.097805 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Bound using segment: {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:18:45.098461 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Bound port: b003d41e-7776-47e8-8e90-75e26349ed3f, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:18:45.099221 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:45.118971 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Allocated IP 172.27.3.13 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/84b6c372-9867-4cfe-aa64-b83f78b6c87e) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:18:45.190218 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] For port b003d41e-7776-47e8-8e90-75e26349ed3f, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:18:45.193244 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] For port b003d41e-7776-47e8-8e90-75e26349ed3f, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=b003d41e-7776-47e8-8e90-75e26349ed3f,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:18:45.197438 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:45.201763 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8ca24e8a-c6ba-4b5d-813a-b93ac883f440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:45.262899 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:45.289890 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Pushing event updated for resources: {'Port': ['ID=b003d41e-7776-47e8-8e90-75e26349ed3f,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:45.292388 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:45.293514 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:45.296215 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-b64f806a-02c2-4559-bea9-99dc5fa00e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:45.478271 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:18:45.481037 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:45.483739 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:18:45.515728 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Pushing event updated for resources: {'Port': ['ID=84b6c372-9867-4cfe-aa64-b83f78b6c87e,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:45.519578 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:45.902090 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:46.158793 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55fe43-cafa-448f-9eed-f00eb1dea3e7 None None] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:18:46.245367 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:46.262627 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-a8999f32-35ee-4526-a6f7-e058a894f6f3 None None] Provisioning for port b003d41e-7776-47e8-8e90-75e26349ed3f completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:46.383534 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device b003d41e-7776-47e8-8e90-75e26349ed3f up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:46.447156 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Router 4d1dee83-b118-420e-a241-2b7504688ed7 is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:18:46.486681 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port b003d41e-7776-47e8-8e90-75e26349ed3f completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:46.492136 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port b003d41e-7776-47e8-8e90-75e26349ed3f triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:46.492617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:46.643397 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:18:46.657303 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Sync routers for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:18:46.669166 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:46.669832 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:46.670409 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3352039 May 31 12:18:46.673019 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33156) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:46.684032 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:18:46.684662 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:18:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:46.846647 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-513526c6-c7e9-4cd7-afc5-9576840ef920 None None] Provisioning complete for port b003d41e-7776-47e8-8e90-75e26349ed3f triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:46.846900 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-513526c6-c7e9-4cd7-afc5-9576840ef920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:46.877083 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port b003d41e-7776-47e8-8e90-75e26349ed3f, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=b003d41e-7776-47e8-8e90-75e26349ed3f,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:18:46.899496 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:46.910330 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:46.998752 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:18:47.109181 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=b003d41e-7776-47e8-8e90-75e26349ed3f,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:47.127365 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:47.339859 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:45Z', 'revision_number': 3, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:47.343660 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Checking router: 4d1dee83-b118-420e-a241-2b7504688ed7 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:18:47.344007 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Updating router 4d1dee83-b118-420e-a241-2b7504688ed7 port 84b6c372-9867-4cfe-aa64-b83f78b6c87e binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:18:47.396787 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.428767 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.634561 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Allocated IP 172.20.0.1 (e85114e6-7c1d-4544-8a36-6a8296da1d94/96692163-999e-498f-8013-3f89c830ca29/5c3b7b4f-d329-4bd3-8901-7ee953fd90cf) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:18:47.719895 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.731448 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Transition to ACTIVE for port object 84b6c372-9867-4cfe-aa64-b83f78b6c87e will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:47.737915 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.742159 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:47.781458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.797889 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Transition to ACTIVE for port object 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf will not be triggered until provisioned by entity DHCP. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:47.817713 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Attempting to bind port 84b6c372-9867-4cfe-aa64-b83f78b6c87e on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:18:47.818253 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Attempting to bind port 84b6c372-9867-4cfe-aa64-b83f78b6c87e by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:18:47.818660 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Attempting to bind port 84b6c372-9867-4cfe-aa64-b83f78b6c87e on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:18:47.822277 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.826768 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-55df8edb-cb73-4aba-9bb6-f7089ed4c30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:47.828350 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:18:47.829253 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:18:47.829680 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.830079 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:18:47.830547 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Bound port: 84b6c372-9867-4cfe-aa64-b83f78b6c87e, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:18:47.830923 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.854410 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e6ed8-7730-44d5-b3ca-139de3dbec02 None None] Pushing event updated for resources: {'Port': ['ID=84b6c372-9867-4cfe-aa64-b83f78b6c87e,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:47.866478 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-006e6ed8-7730-44d5-b3ca-139de3dbec02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:47.889000 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:18:47.892217 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:47.895775 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:18:47.912161 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] For port 84b6c372-9867-4cfe-aa64-b83f78b6c87e, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:18:47.917512 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] For port 84b6c372-9867-4cfe-aa64-b83f78b6c87e, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=84b6c372-9867-4cfe-aa64-b83f78b6c87e,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:18:47.923251 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:47.927815 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:47.942237 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:47.946419 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:47.957366 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:48.005052 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:18:48.005718 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:18:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:48.068991 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e6ed8-7730-44d5-b3ca-139de3dbec02 None None] Pushing event updated for resources: {'Port': ['ID=84b6c372-9867-4cfe-aa64-b83f78b6c87e,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:48.073583 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-006e6ed8-7730-44d5-b3ca-139de3dbec02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:48.213565 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:48.226210 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-ee95c325-7c6e-4618-b8a1-450ccc9cf4e3 None None] Provisioning for port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:48.237117 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-ee95c325-7c6e-4618-b8a1-450ccc9cf4e3 None None] Provisioning complete for port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:48.237498 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ee95c325-7c6e-4618-b8a1-450ccc9cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:48.269070 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:18:48.382114 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device b003d41e-7776-47e8-8e90-75e26349ed3f up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:48.505330 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-ee95c325-7c6e-4618-b8a1-450ccc9cf4e3 None None] Port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:18:48.539232 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:48.543917 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:48.569352 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ad94ab0a-4f12-4ef6-ba04-eb8640c9f998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:48.570658 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port b003d41e-7776-47e8-8e90-75e26349ed3f triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:48.571026 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:48.653485 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:48.656163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:48.659826 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:48.741729 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:45Z', 'revision_number': 3, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:48.749072 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac76f2-2d3c-4335-83cd-bbfed97cd584 None None] The sync data for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi is: [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:45Z', 'revision_number': 3, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:18:48.793995 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:18:48.795165 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:49.005828 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Router 4d1dee83-b118-420e-a241-2b7504688ed7 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:18:49.034996 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-488e39fe-d2e0-40fe-bf5c-cf3c8c42629d None None] Provisioning complete for port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:49.035446 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-488e39fe-d2e0-40fe-bf5c-cf3c8c42629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.090929 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-488e39fe-d2e0-40fe-bf5c-cf3c8c42629d None None] Port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:18:49.192724 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:18:49.202117 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-80b7dc92-52a3-4c67-a73b-130ea0a64089 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d1dee83-b118-420e-a241-2b7504688ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5280721 May 31 12:18:49.714971 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33186) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:49.721454 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-19156236-network', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:49.726329 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:49.730157 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Usage tracker for resource:network and tenant:a5d61df6203c43048a237bce1ae8c05c is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:49.732992 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:49.739408 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:49.750005 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Made reservation on behalf of a5d61df6203c43048a237bce1ae8c05c for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:18:49.752299 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.764116 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.778706 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:49.782945 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d61df6203c43048a237bce1ae8c05c is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:49.785706 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:49.791370 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:49.872190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.875160 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.879129 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-2ca92eb6-6343-423c-a938-ab0e8ff76f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:49.905251 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:18:49.914191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ca1c53-f884-4266-af10-430f5acf7b0a,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:49.918191 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:49.921132 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.921484 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Added segment f64657cf-a3a0-4565-a4f9-d159b3df0a6e of type vlan for network f0500d56-c9c7-47b2-8e60-d87378905bda May 31 12:18:49.952099 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.982616 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.983914 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:18:49.984475 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:49.987836 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-d5cc080a-d8c4-4a6a-b4ad-2b71fc2d27f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:50.084686 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f0500d56-c9c7-47b2-8e60-d87378905bda,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:50.087660 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3716669 May 31 12:18:50.088590 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dffd5084-12bc-4187-b5db-2d8beba3a1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:50.090380 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33190) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:50.096156 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network f0500d56-c9c7-47b2-8e60-d87378905bda details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:18:50.096581 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Request body: {'subnet': {'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-19156236-subnet', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'ip_version': 4}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:50.101141 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:50.104929 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Usage tracker for resource:subnet and tenant:a5d61df6203c43048a237bce1ae8c05c is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:50.107865 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:50.113796 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:50.129168 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Made reservation on behalf of a5d61df6203c43048a237bce1ae8c05c for: {'subnet': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:18:50.131850 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823398'] for subnet, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.246157 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Sync routers for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:18:50.255703 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:18:50.256311 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:18:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:50.342298 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 84b6c372-9867-4cfe-aa64-b83f78b6c87e up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:50.410902 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 84b6c372-9867-4cfe-aa64-b83f78b6c87e completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:50.416413 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 84b6c372-9867-4cfe-aa64-b83f78b6c87e triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:50.416538 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.441266 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:18:50.533543 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.545075 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2199085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823408'] for subnet, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.549611 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:50.551072 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 84b6c372-9867-4cfe-aa64-b83f78b6c87e, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=84b6c372-9867-4cfe-aa64-b83f78b6c87e,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:18:50.556648 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.558741 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-506c0faf-bf3f-402d-b0b1-f78ede701cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:50.648965 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=84b6c372-9867-4cfe-aa64-b83f78b6c87e,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:50.652290 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:50.756326 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51790818-6664-42e1-a732-4baf7d078d9f,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:50.759134 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:50.761941 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Checking segment: {'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:18:50.762361 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Network hostable DHCP agents. Network: f0500d56-c9c7-47b2-8e60-d87378905bda, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:18:50.777596 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 2, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:50.779937 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Network f0500d56-c9c7-47b2-8e60-d87378905bda is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:18:50.781959 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Checking router: 4d1dee83-b118-420e-a241-2b7504688ed7 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:18:50.782307 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Updating router 4d1dee83-b118-420e-a241-2b7504688ed7 port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:18:50.789070 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, f0500d56-c9c7-47b2-8e60-d87378905bda) {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:50.798704 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:18:50.799291 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.801136 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7e6d42-fdfc-4f03-8e69-df36a0775cfa None None] Network f0500d56-c9c7-47b2-8e60-d87378905bda requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:18:50.821114 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-7834d9be-9c63-4a70-bf4e-4da206b76131 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7297294 May 31 12:18:50.823505 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33198) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:50.828744 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:50.833333 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:50.835406 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.837276 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Usage tracker for resource:router and tenant:a5d61df6203c43048a237bce1ae8c05c is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:50.840255 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:50.846084 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:50.857849 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62883'] for router, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.859042 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4158835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4183361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62906'] for router, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:50.876296 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.023885 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe56ed3c9-0b8e-55b1-8a9a-b0c70dacda3b-f0500d56-c9c7-47b2-8e60-d87378905bda', 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'fixed_ips': [{'subnet_id': '51790818-6664-42e1-a732-4baf7d078d9f'}]}} from dv-cinder-791240-4-iscsi. {{(pid=98398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:18:51.024800 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.147181 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62920'] for router, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.181482 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.183933 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Allocated IP 172.20.0.2 (f0500d56-c9c7-47b2-8e60-d87378905bda/51790818-6664-42e1-a732-4baf7d078d9f/4a8ef58c-3cc4-479b-98c3-21c09f6daee3) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:18:51.193207 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Transition to ACTIVE for port object 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:51.199095 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.204157 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-a9ae6c82-de76-4b03-a84a-e2cdab1770f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:51.440441 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Pushing event updated for resources: {'Port': ['ID=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:51.456756 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.457098 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.457434 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.458119 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.458231 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.458921 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.458921 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.459178 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.459489 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.460124 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.460124 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.460412 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:18:51.471178 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:51.474459 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.474618 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.479901 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Attempting to bind port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:18:51.480271 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Attempting to bind port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:18:51.480634 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Attempting to bind port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf on network e85114e6-7c1d-4544-8a36-6a8296da1d94 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:18:51.485222 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Transition to ACTIVE for port object 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:51.486024 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:18:51.486566 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Checking segment: {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:18:51.486976 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.487452 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Bound using segment: {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:18:51.487855 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Bound port: 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:18:51.488218 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.503943 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Transition to ACTIVE for port object 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:51.511197 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.513800 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.518649 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8ca24e8a-c6ba-4b5d-813a-b93ac883f440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:51.581920 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] For port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:18:51.584939 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] For port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:18:51.590028 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.590216 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Network f0500d56-c9c7-47b2-8e60-d87378905bda is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:18:51.595484 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:51.597846 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:51.603029 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:18:51.609211 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Pushing event updated for resources: {'Port': ['ID=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:51.614182 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:51.670659 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Allocated IP 172.27.3.170 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/d009f18e-92af-41ca-802d-526fc865b963) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:18:51.679983 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:18:51.680602 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:18:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:51.752287 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Attempting to bind port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:18:51.752789 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Attempting to bind port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:18:51.753165 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Attempting to bind port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 on network f0500d56-c9c7-47b2-8e60-d87378905bda {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:18:51.767886 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:18:51.768268 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Checking segment: {'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:18:51.769012 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.769096 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Bound using segment: {'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:18:51.769520 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Bound port: 4a8ef58c-3cc4-479b-98c3-21c09f6daee3, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:18:51.769926 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.847960 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.883982 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:18:51.890670 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.891639 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] For port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:18:51.894876 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] For port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,segment=NetworkSegment(f64657cf-a3a0-4565-a4f9-d159b3df0a6e),segment_id=f64657cf-a3a0-4565-a4f9-d159b3df0a6e)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:18:51.897757 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c040c7c6-4aff-4c54-aa6b-52819eed9960 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:51.907460 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:51.922080 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:51.950499 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Pushing event updated for resources: {'Port': ['ID=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:51.955602 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:51.978610 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:18:51.981343 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:51.985231 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:18:52.020711 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Pushing event updated for resources: {'Port': ['ID=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:52.024389 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ec236e7d-be82-4deb-99d6-67cd88b0a67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:52.042395 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Pushing event updated for resources: {'Port': ['ID=d009f18e-92af-41ca-802d-526fc865b963,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:52.046387 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:52.230149 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:51Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:52.234600 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b62eeb-0915-45df-8460-30554da92e73 None None] The sync data for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi is: [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:51Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:18:52.456620 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:52.541007 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:52.546307 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 84b6c372-9867-4cfe-aa64-b83f78b6c87e up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:52.608183 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:52.637625 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 84b6c372-9867-4cfe-aa64-b83f78b6c87e triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:52.638012 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:52.968063 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02726a-25c4-4a1f-bd32-a66d2fe518bd None None] Network f0500d56-c9c7-47b2-8e60-d87378905bda requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:18:53.000176 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4155594'] for router, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:53.094708 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] Provisioning for port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:53.110312 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] Provisioning complete for port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:53.110612 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:53.226198 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 is scheduled to L3 agent dbfe2871-2b0a-4231-8731-567668290c3c with binding_index 1 {{(pid=98396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:18:53.329017 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:53.369166 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] For port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,segment=NetworkSegment(f64657cf-a3a0-4565-a4f9-d159b3df0a6e),segment_id=f64657cf-a3a0-4565-a4f9-d159b3df0a6e)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:18:53.373973 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:53.375689 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:53.421128 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:18:53.434601 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Sync routers for ids ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:18:53.448294 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:53.450223 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-37072d15-2239-49fc-a027-0e72b0c4559c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6256757 May 31 12:18:53.452631 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33210) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:53.452994 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Routers {'6bb8cdf9-3d10-49f1-afa4-7659894d5865'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:18:53.453677 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:18:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:53.508073 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] Pushing event updated for resources: {'Port': ['ID=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:53.518187 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:53.640191 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-44e0ca73-5736-4f8f-a154-bba777253916 None None] Provisioning complete for port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:53.640567 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-44e0ca73-5736-4f8f-a154-bba777253916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:53.693091 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Set router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:18:54.084849 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd009f18e-92af-41ca-802d-526fc865b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:18:52Z', 'revision_number': 3, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port': {'id': 'd009f18e-92af-41ca-802d-526fc865b963', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:51Z', 'updated_at': '2021-05-31T12:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:54.088887 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Checking router: 6bb8cdf9-3d10-49f1-afa4-7659894d5865 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:18:54.089245 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Updating router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 port d009f18e-92af-41ca-802d-526fc865b963 binding host dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:18:54.144545 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.261270 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.411550 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:54.476760 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_common [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Allocated IP 172.20.0.1 (f0500d56-c9c7-47b2-8e60-d87378905bda/51790818-6664-42e1-a732-4baf7d078d9f/ae709ed1-d4eb-41d6-8cf1-9e97ab60c251) {{(pid=98396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:18:54.543018 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:54.543613 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.573959 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.600982 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Transition to ACTIVE for port object d009f18e-92af-41ca-802d-526fc865b963 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:54.611267 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.616094 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:54.621650 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.638835 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.provisioning_blocks [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Transition to ACTIVE for port object ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 will not be triggered until provisioned by entity DHCP. {{(pid=98396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:18:54.661722 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.666493 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e8a4d6c0-778c-4ebb-bb29-1e882b64da8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:54.730480 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Network f0500d56-c9c7-47b2-8e60-d87378905bda is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:18:54.730799 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342db11-e86d-4043-8562-afd693f5375d None None] Pushing event updated for resources: {'Port': ['ID=d009f18e-92af-41ca-802d-526fc865b963,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:54.733152 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:54.737424 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Received port after_create {{(pid=98396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:18:54.739767 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Attempting to bind port d009f18e-92af-41ca-802d-526fc865b963 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:18:54.740136 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Attempting to bind port d009f18e-92af-41ca-802d-526fc865b963 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:18:54.740494 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Attempting to bind port d009f18e-92af-41ca-802d-526fc865b963 on network 2320435d-4510-458a-8d67-6c51c60cb315 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:18:54.743028 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1342db11-e86d-4043-8562-afd693f5375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:54.752094 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:18:54.752470 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Checking segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:18:54.752876 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.753259 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Bound using segment: {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:18:54.753778 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Bound port: d009f18e-92af-41ca-802d-526fc865b963, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe76bb6-5026-4746-b25c-37460ce7f1a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:18:54.754418 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.777261 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Pushing event updated for resources: {'Port': ['ID=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:54.782351 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:54.794706 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4154043'] for router_interface, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.799563 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:54.884275 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] For port d009f18e-92af-41ca-802d-526fc865b963, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:18:54.888555 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] For port d009f18e-92af-41ca-802d-526fc865b963, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=d009f18e-92af-41ca-802d-526fc865b963,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:18:54.895768 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.899991 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:54.928224 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:54.941716 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:54.961474 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:54.961869 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:55.032160 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-129d47c3-44cf-4e94-9096-f48655201a76 None None] Provisioning for port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:55.040654 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Routers {'6bb8cdf9-3d10-49f1-afa4-7659894d5865'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:18:55.041282 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:18:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:55.096143 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342db11-e86d-4043-8562-afd693f5375d None None] Pushing event updated for resources: {'Port': ['ID=d009f18e-92af-41ca-802d-526fc865b963,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:55.107354 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-129d47c3-44cf-4e94-9096-f48655201a76 None None] Provisioning complete for port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:55.107730 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-129d47c3-44cf-4e94-9096-f48655201a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:55.133612 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1342db11-e86d-4043-8562-afd693f5375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:55.147393 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:55.152144 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2197652'] for port, after_update {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:55.179798 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-77e93d6e-93b6-4604-a841-c141d0715721 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:55.261406 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4153878'] for router_interface, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:55.264912 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Pushing event updated for resources: {'Port': ['ID=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,revision_number=2']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:55.268738 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:55.285130 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-129d47c3-44cf-4e94-9096-f48655201a76 None None] Port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:18:55.326744 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] Set router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:18:55.400362 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Network f0500d56-c9c7-47b2-8e60-d87378905bda is already hosted by enough agents. {{(pid=98396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:18:55.401541 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.base_scheduler [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Resources bound (agent type, host, resource id): {{(pid=98396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:18:55.410281 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:55.536388 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:18:55.588462 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:55.594566 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-40e5b763-e200-4d61-81be-72edbbbc2d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:55.681390 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2f28487c-c6bb-4107-a45e-283d916de92a None None] Provisioning complete for port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:55.681698 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2f28487c-c6bb-4107-a45e-283d916de92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:55.701366 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:18:55.752741 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:55.761250 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:55.800777 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2f28487c-c6bb-4107-a45e-283d916de92a None None] Port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:18:55.829669 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd009f18e-92af-41ca-802d-526fc865b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 4, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port': {'id': 'd009f18e-92af-41ca-802d-526fc865b963', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:51Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'ae709ed1-d4eb-41d6-8cf1-9e97ab60c251', 'name': '', 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'mac_address': 'fa:16:3e:a5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '51790818-6664-42e1-a732-4baf7d078d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:54Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 1, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'subnets': [{'id': '51790818-6664-42e1-a732-4baf7d078d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:55.833499 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e392e2-52eb-4e6c-8e82-3ecd9627a0e6 None None] The sync data for ids ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'] in dv-cinder-791240-4-iscsi is: [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd009f18e-92af-41ca-802d-526fc865b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 4, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port': {'id': 'd009f18e-92af-41ca-802d-526fc865b963', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:51Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'ae709ed1-d4eb-41d6-8cf1-9e97ab60c251', 'name': '', 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'mac_address': 'fa:16:3e:a5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '51790818-6664-42e1-a732-4baf7d078d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:54Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 1, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'subnets': [{'id': '51790818-6664-42e1-a732-4baf7d078d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:18:55.882665 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:18:55.891555 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-3c569eb7-7c08-42cc-bd24-689e25a9855e admin admin] 10.222.0.10 "PUT /v2.0/routers/6bb8cdf9-3d10-49f1-afa4-7659894d5865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4378643 May 31 12:18:56.347735 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:56.438863 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:56.439245 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:56.662431 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33238) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:56.668270 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467586682', 'description': 'tempest-secgroup-smoke-1467586682 description', 'project_id': 'd9674a6d05204b7bbc282b0c154ee504'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:56.675296 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:56.679979 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:security_group and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:56.683996 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:56.691519 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:56.703117 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:56.725110 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:56.729101 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:security_group_rule and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:56.732026 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:56.738266 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:56.817872 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:56.823158 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:56.829808 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-645fb343-0846-4bdb-a984-a383629f44bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:56.833850 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33244) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:56.884285 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f046a5c-b171-4dbb-bc22-0bdb42e9e637,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:56.887371 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:56.888875 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:56.889536 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dc96cb09-16cc-4419-910a-c4678fb1858e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2260990 May 31 12:18:56.892979 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33250) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:56.899236 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'security_group_rule': {'security_group_id': '3f046a5c-b171-4dbb-bc22-0bdb42e9e637', 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:56.905263 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:56.909500 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:security_group_rule and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:56.912676 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:56.918940 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:56.936151 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:56.978209 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:56.993594 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:56.997797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Usage tracker for resource:security_group_rule and tenant:7b25135d717a4d0da991a2075fd8c2b3 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:57.001410 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:57.007449 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:57.007966 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.012346 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.023564 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:57.046905 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0356b61e-40e1-4f12-a2a8-7fbec013365f,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:57.050658 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:57.058678 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.060173 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-645ce40a-b044-45df-8392-08ba9edc11ae tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662018 May 31 12:18:57.063021 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33254) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:57.069163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'security_group_rule': {'security_group_id': '3f046a5c-b171-4dbb-bc22-0bdb42e9e637', 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:57.075869 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:57.081040 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:security_group_rule and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:57.084579 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:57.091123 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:57.103722 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.107232 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.110952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.115125 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e13a6dde-9118-4a94-9d5f-03911facb1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:57.154961 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbbb60f-7a33-4304-aa55-a2e18bf7c550,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:57.163087 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b25135d717a4d0da991a2075fd8c2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257468 May 31 12:18:57.163087 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:57.163384 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33258) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:57.190984 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.195036 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.197632 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:57.220884 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06260fa1-997a-43d4-a60b-2f17a7c4a0e9,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:57.225917 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:57.226279 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a8439832-9dde-4312-80ca-d1ec109f4700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.230558 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.231774 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-41219d6c-9abd-4744-b5a2-48ce84c12aad tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1678324 May 31 12:18:57.234927 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33262) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:57.240087 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'security_group_rule': {'security_group_id': '3f046a5c-b171-4dbb-bc22-0bdb42e9e637', 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:57.246003 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:57.249763 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:security_group_rule and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:57.253054 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:57.258748 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:57.258888 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a8439832-9dde-4312-80ca-d1ec109f4700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.278326 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.314546 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a8439832-9dde-4312-80ca-d1ec109f4700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.319740 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a436b15b-c668-4fd4-a45f-c79ebbc1fd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:57.331630 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8439832-9dde-4312-80ca-d1ec109f4700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbbb60f-7a33-4304-aa55-a2e18bf7c550,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:57.335361 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a8439832-9dde-4312-80ca-d1ec109f4700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:57.338120 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a8439832-9dde-4312-80ca-d1ec109f4700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.339619 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a8439832-9dde-4312-80ca-d1ec109f4700 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2fbbb60f-7a33-4304-aa55-a2e18bf7c550 HTTP/1.1" status: 204 len: 168 time: 0.1749701 May 31 12:18:57.351682 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.356155 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.358385 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:57.380591 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a149a1b1-9c1e-4339-96f0-4d84a8342bc3,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:57.384713 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:57.393600 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.394762 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-dfda6f32-48e1-4005-8136-a650dde7828e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589510 May 31 12:18:57.398105 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33268) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:57.403431 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'security_group_rule': {'security_group_id': '3f046a5c-b171-4dbb-bc22-0bdb42e9e637', 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:57.409422 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:57.413251 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:security_group_rule and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:57.416109 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:57.422668 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:57.439340 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.504225 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.508026 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.510028 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-00ebf610-6810-4026-b337-78fc5628b455 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:57.532956 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f86e150-11c2-4038-866d-4df969292879,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:57.535333 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:57.543143 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.544424 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-097115b7-5539-499f-87bd-fd6bb8156b64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453147 May 31 12:18:57.547205 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33274) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:57.552617 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'security_group_rule': {'security_group_id': '3f046a5c-b171-4dbb-bc22-0bdb42e9e637', 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:57.558247 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:57.561968 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:security_group_rule and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:57.564825 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:57.570368 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:57.582409 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.securitygroups_db [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Project d9674a6d05204b7bbc282b0c154ee504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:18:57.588060 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.658262 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.663237 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.665253 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:57.687528 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91762b1a-1535-4643-bd2b-af19e1f44b1b,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:57.692518 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:57.697079 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.698268 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9027c55f-9fec-4fba-a07d-92930385c9bd tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501324 May 31 12:18:57.701206 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33284) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:18:57.707300 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'security_group_rule': {'security_group_id': '3f046a5c-b171-4dbb-bc22-0bdb42e9e637', 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:18:57.713019 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:18:57.716908 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:security_group_rule and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:18:57.719848 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:18:57.725737 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:18:57.736940 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.securitygroups_db [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Project d9674a6d05204b7bbc282b0c154ee504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:18:57.742766 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.807845 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.811602 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193666'] for security_group_rule, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.820210 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:57.844185 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377070aa-923c-43fc-96e7-86be233ee55c,revision_number=0']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:57.848372 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:57.855117 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:57.856347 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e92abaf6-27f0-4d46-94dc-fd08d1d61d10 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540298 May 31 12:18:58.349892 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device d009f18e-92af-41ca-802d-526fc865b963 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:18:58.444356 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port d009f18e-92af-41ca-802d-526fc865b963 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:18:58.451583 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port d009f18e-92af-41ca-802d-526fc865b963 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:18:58.452373 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:58.590225 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:58.614217 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port d009f18e-92af-41ca-802d-526fc865b963, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=d009f18e-92af-41ca-802d-526fc865b963,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:18:58.619380 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:18:58.621780 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d816edb7-86b5-4841-8379-3b46dca07d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:18:58.706535 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=d009f18e-92af-41ca-802d-526fc865b963,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:18:58.718912 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:18:59.489982 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Sync routers for ids ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:18:59.499869 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Routers {'6bb8cdf9-3d10-49f1-afa4-7659894d5865'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:18:59.500476 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:18:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:18:59.704099 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Set router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:19:00.042348 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd009f18e-92af-41ca-802d-526fc865b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 4, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port': {'id': 'd009f18e-92af-41ca-802d-526fc865b963', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:51Z', 'updated_at': '2021-05-31T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'ae709ed1-d4eb-41d6-8cf1-9e97ab60c251', 'name': '', 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'mac_address': 'fa:16:3e:a5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '51790818-6664-42e1-a732-4baf7d078d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:54Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 2, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'subnets': [{'id': '51790818-6664-42e1-a732-4baf7d078d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:19:00.046134 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Checking router: 6bb8cdf9-3d10-49f1-afa4-7659894d5865 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:19:00.046487 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Updating router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 binding host dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:19:00.101293 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:00.320227 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device d009f18e-92af-41ca-802d-526fc865b963 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:19:00.391323 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port d009f18e-92af-41ca-802d-526fc865b963 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:19:00.391591 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:00.449691 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:00.461261 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Transition to ACTIVE for port object ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:19:00.467498 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:00.471160 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-a3007449-02fc-4b78-8683-98acc76a2983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:00.597905 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45dcea-cae3-42a7-b7e7-05ab8c32c297 None None] Pushing event updated for resources: {'Port': ['ID=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:00.636576 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9f45dcea-cae3-42a7-b7e7-05ab8c32c297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:00.691049 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Attempting to bind port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 on host dv-cinder-791240-4-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:19:00.691419 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Attempting to bind port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 by drivers openvswitch,hyperv on host dv-cinder-791240-4-iscsi at level 0 using segments [{'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:19:00.691783 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Attempting to bind port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 on network f0500d56-c9c7-47b2-8e60-d87378905bda {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:19:00.697519 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Checking agent: {'id': 'fbce5319-5b3c-448d-9568-085cf27ac921', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:19:00.697918 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Checking segment: {'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:19:00.698318 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:00.698708 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Bound using segment: {'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:19:00.699170 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Bound port: ae709ed1-d4eb-41d6-8cf1-9e97ab60c251, host: dv-cinder-791240-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:19:00.699539 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:00.797826 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] For port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251, host dv-cinder-791240-4-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:19:00.800651 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] For port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251, host dv-cinder-791240-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,segment=NetworkSegment(f64657cf-a3a0-4565-a4f9-d159b3df0a6e),segment_id=f64657cf-a3a0-4565-a4f9-d159b3df0a6e)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:19:00.812319 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:00.817063 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b7a6f685-7353-4d8a-93e5-2c13771282a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:00.894772 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Routers {'6bb8cdf9-3d10-49f1-afa4-7659894d5865'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:19:00.895393 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:18:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:19:00.944890 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45dcea-cae3-42a7-b7e7-05ab8c32c297 None None] Pushing event updated for resources: {'Port': ['ID=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:00.952562 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9f45dcea-cae3-42a7-b7e7-05ab8c32c297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:01.080236 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] Set router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:19:01.386835 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd009f18e-92af-41ca-802d-526fc865b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 4, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port': {'id': 'd009f18e-92af-41ca-802d-526fc865b963', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:51Z', 'updated_at': '2021-05-31T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'ae709ed1-d4eb-41d6-8cf1-9e97ab60c251', 'name': '', 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'mac_address': 'fa:16:3e:a5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '51790818-6664-42e1-a732-4baf7d078d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:54Z', 'updated_at': '2021-05-31T12:19:00Z', 'revision_number': 4, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'subnets': [{'id': '51790818-6664-42e1-a732-4baf7d078d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:19:01.391388 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ef08ea-df61-4dec-9edf-712d209d232c None None] The sync data for ids ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'] in dv-cinder-791240-4-iscsi is: [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd009f18e-92af-41ca-802d-526fc865b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:18:54Z', 'revision_number': 4, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port': {'id': 'd009f18e-92af-41ca-802d-526fc865b963', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:51Z', 'updated_at': '2021-05-31T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': 'ae709ed1-d4eb-41d6-8cf1-9e97ab60c251', 'name': '', 'network_id': 'f0500d56-c9c7-47b2-8e60-d87378905bda', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'mac_address': 'fa:16:3e:a5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '51790818-6664-42e1-a732-4baf7d078d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:54Z', 'updated_at': '2021-05-31T12:19:00Z', 'revision_number': 4, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'subnets': [{'id': '51790818-6664-42e1-a732-4baf7d078d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:19:01.604662 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33396) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:01.739323 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:01.753796 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:01.757527 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:93f8840a58324be6a71ba65c75744d8e is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:01.760301 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:01.766628 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:01.858693 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:01.863155 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:01.870222 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-85f5e322-5c9a-456a-a59f-14273e384dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:01.912583 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93f8840a58324be6a71ba65c75744d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068416 May 31 12:19:01.913516 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a3ddb9-f46f-4c10-a27d-96cef9191aa1,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:01.915229 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33404) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:01.916594 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-719bee29-ee72-424d-a8e4-b8cea8166bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:01.976546 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-68df7d36-5acc-4678-b275-04e2dc2bc0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:02.002508 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-68df7d36-5acc-4678-b275-04e2dc2bc0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:02.060936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-68df7d36-5acc-4678-b275-04e2dc2bc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:02.060936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b80efc5a-03b4-4b51-9d55-bf3739a68eb2 tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:02.072014 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df7d36-5acc-4678-b275-04e2dc2bc0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a3ddb9-f46f-4c10-a27d-96cef9191aa1,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:02.075550 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-68df7d36-5acc-4678-b275-04e2dc2bc0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:02.077505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-68df7d36-5acc-4678-b275-04e2dc2bc0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:02.078641 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-68df7d36-5acc-4678-b275-04e2dc2bc0e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23a3ddb9-f46f-4c10-a27d-96cef9191aa1 HTTP/1.1" status: 204 len: 168 time: 0.1615343 May 31 12:19:02.349791 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:19:02.421892 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning for port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:19:02.426845 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:19:02.427293 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:02.551001 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:02.589457 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] For port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,segment=NetworkSegment(f64657cf-a3a0-4565-a4f9-d159b3df0a6e),segment_id=f64657cf-a3a0-4565-a4f9-d159b3df0a6e)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:19:02.593635 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:02.595510 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:02.662465 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Pushing event updated for resources: {'Port': ['ID=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:02.668209 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:04.322111 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 up at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:19:04.392792 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Provisioning complete for port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:19:04.393156 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:06.370535 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:19:08.447454 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4b9116c0-6887-486e-a27a-5e8e3c52242d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:09.080037 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:10.958208 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-885f11d1-33f5-4032-85be-c2b45fb6373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:11.027917 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:11.897533 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:13.724458 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:17.385803 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33592) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:17.500955 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:17.515270 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:17.519019 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad1903e3c1e428aaedc1e2b3ed539f1 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:17.522054 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:17.527654 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:17.609917 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:17.613818 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:17.619968 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-38414bd2-4c66-42ac-a879-9598af0b779b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:17.659359 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289906f2-f32a-4ebc-9663-aca8a5338f7b,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:17.663206 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ad1903e3c1e428aaedc1e2b3ed539f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764316 May 31 12:19:17.665930 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33598) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:17.669455 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.669857 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.670215 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.670570 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.670922 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.671272 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.671623 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.671964 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.672308 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.672652 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.672994 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.673331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.677644 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:17.723778 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:17.748620 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:17.799636 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:17.804731 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-3c1d9e84-d6a4-4e3c-9a71-d361399acbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:17.820617 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289906f2-f32a-4ebc-9663-aca8a5338f7b,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:17.832486 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.832871 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.833246 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.833651 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.834006 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.834372 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.834733 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.835094 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.835454 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.835813 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.836167 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.836521 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:19:17.840096 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:17.842074 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:17.845997 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-76f0df9c-0d5b-490d-83a7-c771ee23ed87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/289906f2-f32a-4ebc-9663-aca8a5338f7b HTTP/1.1" status: 204 len: 168 time: 0.1790559 May 31 12:19:18.115637 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33606) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:18.132891 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:18.147005 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:18.150787 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Usage tracker for resource:security_group_rule and tenant:6e8379191a7347ddb04901824105e484 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:18.153627 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:18.159294 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:18.242176 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:18.245916 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:18.254163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-84e724da-0fae-491a-b059-99742847470b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:18.294239 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e8379191a7347ddb04901824105e484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775234 May 31 12:19:18.295074 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e032b4-1ce6-4a68-96c1-72a7536f3bc9,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:18.296786 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33612) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:18.298050 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-75150b00-1873-476d-a499-26ead7af9f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:18.356127 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-279e738e-50e6-4f51-866e-4c661948deb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:18.384752 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-279e738e-50e6-4f51-866e-4c661948deb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:18.435815 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-279e738e-50e6-4f51-866e-4c661948deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:18.440302 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:18.452884 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e738e-50e6-4f51-866e-4c661948deb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e032b4-1ce6-4a68-96c1-72a7536f3bc9,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:18.457536 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-279e738e-50e6-4f51-866e-4c661948deb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:18.461583 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-279e738e-50e6-4f51-866e-4c661948deb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:18.462689 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-279e738e-50e6-4f51-866e-4c661948deb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30e032b4-1ce6-4a68-96c1-72a7536f3bc9 HTTP/1.1" status: 204 len: 168 time: 0.1641555 May 31 12:19:20.580324 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-26ba87df-37d3-47c3-afb9-caa60a464a3b tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Synchronizing usage tracker for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:19:20.597019 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-26ba87df-37d3-47c3-afb9-caa60a464a3b tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Unset dirty status for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:19:20.598209 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-26ba87df-37d3-47c3-afb9-caa60a464a3b tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467586682&fields=id&tenant_id=d9674a6d05204b7bbc282b0c154ee504 HTTP/1.1" status: 200 len: 267 time: 0.0569675 May 31 12:19:20.749293 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-dc4c9e79-0c93-4415-87bc-f322cfe3ebb0 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:20.749994 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-dc4c9e79-0c93-4415-87bc-f322cfe3ebb0 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Synchronizing usage tracker for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:network {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:19:20.766426 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-dc4c9e79-0c93-4415-87bc-f322cfe3ebb0 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Unset dirty status for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:network {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:19:20.767678 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-dc4c9e79-0c93-4415-87bc-f322cfe3ebb0 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 808 time: 0.1628864 May 31 12:19:20.782222 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-237e8045-67dc-468c-8556-ba420c264ebb tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/quotas/d9674a6d05204b7bbc282b0c154ee504 HTTP/1.1" status: 200 len: 375 time: 0.0087731 May 31 12:19:20.867036 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-b62a8eb6-d619-4ea0-8a26-55117c8ea620 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Synchronizing usage tracker for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:port {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:19:20.881943 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-b62a8eb6-d619-4ea0-8a26-55117c8ea620 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Unset dirty status for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:port {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:19:20.883264 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-b62a8eb6-d619-4ea0-8a26-55117c8ea620 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963984 May 31 12:19:21.117425 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-ad979e31-908e-4646-bf61-1ef8ba78a0cd service neutron] 10.222.0.10 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225003 May 31 12:19:21.246273 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-ee1d5d70-e4f2-49ff-be23-ca775d547f4c service neutron] 10.222.0.10 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231713 May 31 12:19:21.662934 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-de26400d-120a-4e53-82e4-b5b9c4c99cc6 req-d13bb9c1-6a2a-439a-8ce1-f345221cf716 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 210 time: 0.0675616 May 31 12:19:22.808718 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-26e2a92c-9463-4eb2-80a6-9b96148390d3 req-6f25b354-6c0e-464c-b2b8-9563e078307f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 210 time: 0.0426548 May 31 12:19:23.951311 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6caee4a-5173-49b9-9f7c-146886184a7f req-068ab1d8-6358-4b26-a34f-9e891470d79c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 210 time: 0.0424354 May 31 12:19:25.100278 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cc7b4964-871d-42b0-806d-db7d56c83e10 req-38f71e17-7ba8-4237-b944-824102000442 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 210 time: 0.0419979 May 31 12:19:25.598762 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-f5c21043-20a7-409c-b27d-df68a82e91a2 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:25.600166 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-f5c21043-20a7-409c-b27d-df68a82e91a2 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 808 time: 0.1445448 May 31 12:19:25.655372 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-c61a9f69-6794-41f0-b698-649a5e37ef81 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9674a6d05204b7bbc282b0c154ee504 HTTP/1.1" status: 200 len: 380 time: 0.0408194 May 31 12:19:25.676660 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'port': {'device_id': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'admin_state_up': True, 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'security_groups': ['3f046a5c-b171-4dbb-bc22-0bdb42e9e637']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:19:25.809703 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:25.819012 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:25.829478 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Made reservation on behalf of d9674a6d05204b7bbc282b0c154ee504 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:19:25.833450 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:25.994919 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Allocated IP 172.20.0.5 (e85114e6-7c1d-4544-8a36-6a8296da1d94/96692163-999e-498f-8013-3f89c830ca29/c4213c73-0705-4802-ab10-8293730cea0d) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:19:26.306036 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:26.325648 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Transition to ACTIVE for port object c4213c73-0705-4802-ab10-8293730cea0d will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:19:26.352499 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:26.362826 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-da4bf3a0-d547-4d4b-9273-f22c68a7a757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:26.490840 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:19:26.495274 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:19:26.502408 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:19:26.541232 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:26.559776 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:26.586513 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:26.587144 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:26.623092 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6435e43-4c7c-4f73-99ee-caa100ba7d70 req-2e3baf53-fd15-4a02-86c5-0c03f757cc8a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:26.623816 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-a6435e43-4c7c-4f73-99ee-caa100ba7d70 req-2e3baf53-fd15-4a02-86c5-0c03f757cc8a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Synchronizing usage tracker for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:19:26.629220 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8314da28-1f63-4d76-b752-37ca4b66143a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9562073 May 31 12:19:26.647483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-a6435e43-4c7c-4f73-99ee-caa100ba7d70 req-2e3baf53-fd15-4a02-86c5-0c03f757cc8a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Unset dirty status for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:19:26.648722 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6435e43-4c7c-4f73-99ee-caa100ba7d70 req-2e3baf53-fd15-4a02-86c5-0c03f757cc8a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 931 time: 0.2332697 May 31 12:19:26.696725 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Request body: {'port': {'device_id': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:19:26.733330 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6435e43-4c7c-4f73-99ee-caa100ba7d70 req-da0d1383-8ae2-4de0-be1b-d5c80cf5e8a7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779777 May 31 12:19:26.769488 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-a37e48a8-ce53-4c15-a192-e017702cf716 None None] Provisioning for port c4213c73-0705-4802-ab10-8293730cea0d completed by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:19:26.774872 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-a37e48a8-ce53-4c15-a192-e017702cf716 None None] Provisioning complete for port c4213c73-0705-4802-ab10-8293730cea0d triggered by entity DHCP. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:19:26.775252 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a37e48a8-ce53-4c15-a192-e017702cf716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:26.812964 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:26.827067 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-a37e48a8-ce53-4c15-a192-e017702cf716 None None] Port c4213c73-0705-4802-ab10-8293730cea0d cannot update to ACTIVE because it is not bound. {{(pid=98398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:19:27.156909 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4213c73-0705-4802-ab10-8293730cea0d {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:19:27.164902 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:27.179745 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Transition to ACTIVE for port object c4213c73-0705-4802-ab10-8293730cea0d will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:19:27.183192 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:27.190861 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e0cbc8a8-0d15-4467-af80-3f32ca7838e8 tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:27.336705 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:27.347335 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:27.418321 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Attempting to bind port c4213c73-0705-4802-ab10-8293730cea0d on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:19:27.418575 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Attempting to bind port c4213c73-0705-4802-ab10-8293730cea0d by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:19:27.418893 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Attempting to bind port c4213c73-0705-4802-ab10-8293730cea0d on network e85114e6-7c1d-4544-8a36-6a8296da1d94 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:19:27.423715 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Port c4213c73-0705-4802-ab10-8293730cea0d on network e85114e6-7c1d-4544-8a36-6a8296da1d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:19:27.424031 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Attempting to bind port c4213c73-0705-4802-ab10-8293730cea0d on network e85114e6-7c1d-4544-8a36-6a8296da1d94 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:19:27.429424 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:19:27.429793 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Checking segment: {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:19:27.430176 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Bound using segment: {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:19:27.430602 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Bound port: c4213c73-0705-4802-ab10-8293730cea0d, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3233981d-7124-495d-8608-46ec9b7dd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:19:27.430947 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:27.520827 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:19:27.523638 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:19:27.527894 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:27.532121 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-52a0b651-7be1-47d4-af70-7505e854bf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:27.586142 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:27.586753 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:27.588132 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 1093 time: 0.9460528 May 31 12:19:27.588620 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:19:27.591373 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4c41e-1085-43ce-9597-39615cdbeb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "tag": "c4213c73-0705-4802-ab10-8293730cea0d"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:19:27.611309 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:27.620647 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-df489df8-9ffd-4e37-b538-43893eac58f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:27.635781 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0d88ad-8e46-4894-8d73-5a24d1119f91 x-openstack-request-id: req-bb0d88ad-8e46-4894-8d73-5a24d1119f91 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:19:27.636374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "tag": "c4213c73-0705-4802-ab10-8293730cea0d", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:19:27.636374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb0d88ad-8e46-4894-8d73-5a24d1119f91 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:19:27.637048 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d', 'status': 'completed', 'code': 200} May 31 12:19:27.928524 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898a6fa-db0a-4db2-936e-9300c74b0a25 req-5eb87174-9b7f-4198-9a54-017dd27c4065 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:27.929886 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f898a6fa-db0a-4db2-936e-9300c74b0a25 req-5eb87174-9b7f-4198-9a54-017dd27c4065 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0790088 May 31 12:19:27.977415 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f898a6fa-db0a-4db2-936e-9300c74b0a25 req-e11b8177-14ab-4814-8358-bae4eda9213d tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 May 31 12:19:29.161985 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528521e-04a7-4381-98a0-6d45507dd402 req-0cd7f70d-abb9-45cb-bb66-72d5de13be32 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:29.163414 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4528521e-04a7-4381-98a0-6d45507dd402 req-0cd7f70d-abb9-45cb-bb66-72d5de13be32 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0816419 May 31 12:19:29.205658 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4528521e-04a7-4381-98a0-6d45507dd402 req-54c2d383-7815-4d61-93ef-0d0cde31fd0f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367236 May 31 12:19:29.580987 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c41e-1085-43ce-9597-39615cdbeb2c req-913ed6e6-8b76-4157-976e-7984e062ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:29.582982 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b0f4c41e-1085-43ce-9597-39615cdbeb2c req-913ed6e6-8b76-4157-976e-7984e062ee55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1096 time: 0.0753288 May 31 12:19:29.727532 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c41e-1085-43ce-9597-39615cdbeb2c req-113a3767-fadd-4e3c-bd6d-84b567cb9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:29.728941 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b0f4c41e-1085-43ce-9597-39615cdbeb2c req-113a3767-fadd-4e3c-bd6d-84b567cb9a32 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d9674a6d05204b7bbc282b0c154ee504&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1317074 May 31 12:19:29.947347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c41e-1085-43ce-9597-39615cdbeb2c req-5d126388-6635-4ef1-915d-b07e404d9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:29.948668 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b0f4c41e-1085-43ce-9597-39615cdbeb2c req-5d126388-6635-4ef1-915d-b07e404d9852 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121677 May 31 12:19:30.083645 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-da90ee74-ba2a-40b1-b2db-968ab4c61de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:30.085051 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-da90ee74-ba2a-40b1-b2db-968ab4c61de2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1096 time: 0.0722661 May 31 12:19:30.158479 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-be92b687-e5f7-4fa0-a175-9604f08fe931 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 217 time: 0.0587227 May 31 12:19:30.221264 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8a7bd3fe-57df-463d-ae96-8e54477570c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:30.222655 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-8a7bd3fe-57df-463d-ae96-8e54477570c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0576560 May 31 12:19:30.297074 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-7dd112eb-73ee-4531-adc5-b84359b7c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:30.298581 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-7dd112eb-73ee-4531-adc5-b84359b7c3a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694487 May 31 12:19:30.487612 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-3b3f8259-defe-4442-b23c-db7a32469bc4 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819980 May 31 12:19:30.496090 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459e8ba-77af-4395-81d4-66631765298e req-3dbcd556-4593-4482-a4db-909c5fa2fd64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:30.497424 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1459e8ba-77af-4395-81d4-66631765298e req-3dbcd556-4593-4482-a4db-909c5fa2fd64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.1745093 May 31 12:19:30.621626 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1459e8ba-77af-4395-81d4-66631765298e req-282deb11-9047-47f2-81b7-d63c4054ee0a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059883 May 31 12:19:30.660692 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-289ea52c-4cce-491d-ae2f-4f36c58dddda req-bd121737-8749-40eb-962a-6647da9509a9 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623259 May 31 12:19:31.818458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be101229-6c0f-4bbe-a3bf-4ede0788da29 req-e451a8d9-5e88-4c87-9021-5d89be0e2f0b tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:31.819910 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-be101229-6c0f-4bbe-a3bf-4ede0788da29 req-e451a8d9-5e88-4c87-9021-5d89be0e2f0b tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0800178 May 31 12:19:31.867062 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-be101229-6c0f-4bbe-a3bf-4ede0788da29 req-55e1030d-c965-4892-bdcb-22c2bced6195 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 May 31 12:19:33.048746 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83837a-57f2-4abf-bafa-bb9c10a308a0 req-fd07fb3a-1045-4040-ae05-91b9fc723a2c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:33.050221 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1f83837a-57f2-4abf-bafa-bb9c10a308a0 req-fd07fb3a-1045-4040-ae05-91b9fc723a2c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0795329 May 31 12:19:33.096421 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1f83837a-57f2-4abf-bafa-bb9c10a308a0 req-df77f275-9581-4361-bc71-3f57fcf2893c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 May 31 12:19:34.379120 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cf306-e66f-4ca0-bd0e-660710339a8d req-78d7a80f-70cb-4708-be21-a941de4afb9d tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:34.380568 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-145cf306-e66f-4ca0-bd0e-660710339a8d req-78d7a80f-70cb-4708-be21-a941de4afb9d tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.1805961 May 31 12:19:34.424178 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-145cf306-e66f-4ca0-bd0e-660710339a8d req-2e37639e-c286-4b76-9ae3-7fef99aadf69 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 May 31 12:19:35.603630 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b129-aa7f-4385-b750-1f214fd13aad req-c27939f8-124d-425d-a6dd-f89c1041bb5a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:35.605061 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bc71b129-aa7f-4385-b750-1f214fd13aad req-c27939f8-124d-425d-a6dd-f89c1041bb5a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0778491 May 31 12:19:35.649653 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bc71b129-aa7f-4385-b750-1f214fd13aad req-11a32687-08f3-4a7f-8a73-37ee0cf908f2 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390425 May 31 12:19:36.843477 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1659fc-a4d3-4233-a227-f6aac12e3dc3 req-0c228987-f8a1-4a31-85e2-1bad40146a57 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:36.844995 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cd1659fc-a4d3-4233-a227-f6aac12e3dc3 req-0c228987-f8a1-4a31-85e2-1bad40146a57 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0921257 May 31 12:19:36.890442 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cd1659fc-a4d3-4233-a227-f6aac12e3dc3 req-12994d29-7663-4600-8605-8a0dff857970 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 May 31 12:19:38.090850 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0caf9-3234-45b3-8ce1-63aa05964c4c req-52956735-1dfd-46df-9c55-b97f75ee1bb5 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:38.093537 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4a0caf9-3234-45b3-8ce1-63aa05964c4c req-52956735-1dfd-46df-9c55-b97f75ee1bb5 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0962563 May 31 12:19:38.137959 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4a0caf9-3234-45b3-8ce1-63aa05964c4c req-eb2df38a-5b57-4387-ae7d-7da8862547f9 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384910 May 31 12:19:38.448518 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6865c758-2e40-45ee-8639-f3eee1945c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:39.316598 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6517ed-8a16-4705-bfb4-50afa2cc0b00 req-e9597e42-d4a7-4d77-a4d8-b972c3fcde5f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:39.318040 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4f6517ed-8a16-4705-bfb4-50afa2cc0b00 req-e9597e42-d4a7-4d77-a4d8-b972c3fcde5f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0778360 May 31 12:19:39.365646 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-4f6517ed-8a16-4705-bfb4-50afa2cc0b00 req-f98aa7d4-3c2c-40ad-b611-077df681ea0f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 May 31 12:19:40.124515 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device c4213c73-0705-4802-ab10-8293730cea0d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:19:40.147291 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:40.268236 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:19:40.281076 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'c4213c73-0705-4802-ab10-8293730cea0d', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'port_id': 'c4213c73-0705-4802-ab10-8293730cea0d', 'mac_address': 'fa:16:3e:ba:bc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:19:40.333861 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:40.350164 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4213c73-0705-4802-ab10-8293730cea0d {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:19:40.365364 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:19:40.369326 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:40.371995 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-7e70a730-8921-4143-995b-d0ef57290d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:40.440164 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:40.443502 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:40.547693 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f55774-d480-4e06-97ec-d4f180b88778 req-e7641db4-1f68-4c79-b60e-cb2b070d9857 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:40.549097 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d9f55774-d480-4e06-97ec-d4f180b88778 req-e7641db4-1f68-4c79-b60e-cb2b070d9857 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 944 time: 0.0794094 May 31 12:19:40.592263 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d9f55774-d480-4e06-97ec-d4f180b88778 req-2514e331-02b5-40fe-bf60-cf58d6543abe tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368989 May 31 12:19:40.959169 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9e8d636f-a99f-417a-9ddd-ab6c9f1eba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:40.997945 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:41.436728 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['c4213c73-0705-4802-ab10-8293730cea0d'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:19:41.779009 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0fc4-160d-4116-937e-390a760f4856 req-60984cf4-ce64-4d2a-8c47-542802f50759 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:41.780582 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7d5a0fc4-160d-4116-937e-390a760f4856 req-60984cf4-ce64-4d2a-8c47-542802f50759 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 944 time: 0.0807807 May 31 12:19:41.826096 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-7d5a0fc4-160d-4116-937e-390a760f4856 req-fe7d8cdc-6bb2-43f8-b6a2-cf7b3e83b67c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 May 31 12:19:41.900013 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:43.009017 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99d5f3-cc2f-4e8c-85de-034f6ccc63ed req-498d18bf-2010-4182-8785-02496c8aa19d tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:43.010471 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6a99d5f3-cc2f-4e8c-85de-034f6ccc63ed req-498d18bf-2010-4182-8785-02496c8aa19d tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 944 time: 0.0829575 May 31 12:19:43.056168 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6a99d5f3-cc2f-4e8c-85de-034f6ccc63ed req-f23d7190-af5b-44e3-a422-7f9b4886a8f1 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 May 31 12:19:43.149224 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device c4213c73-0705-4802-ab10-8293730cea0d up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:19:43.214363 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port c4213c73-0705-4802-ab10-8293730cea0d completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:19:43.218768 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port c4213c73-0705-4802-ab10-8293730cea0d triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:19:43.219140 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:43.331357 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:43.357499 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:19:43.359037 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:19:43.359740 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dd1338-8133-4df1-9adf-e703398ef502" -d '{"events": [{"server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "name": "network-vif-plugged", "status": "completed", "tag": "c4213c73-0705-4802-ab10-8293730cea0d"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:19:43.367839 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:19:43.373740 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:43.375802 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-55ceb525-289f-4481-9928-a069171dc550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:43.451210 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:43.454532 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:43.552445 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b069c61f-b91f-4040-88e5-ab40eda6d992 x-openstack-request-id: req-b069c61f-b91f-4040-88e5-ab40eda6d992 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:19:43.552771 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "name": "network-vif-plugged", "status": "completed", "tag": "c4213c73-0705-4802-ab10-8293730cea0d", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:19:43.553029 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b069c61f-b91f-4040-88e5-ab40eda6d992 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:19:43.553787 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d', 'code': 200} May 31 12:19:43.732041 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:43.937150 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff557-fcf0-45a6-8bd4-973e22973f44 req-ddca73d9-e5f0-4286-aeb8-69f8554c2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:43.938696 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77dff557-fcf0-45a6-8bd4-973e22973f44 req-ddca73d9-e5f0-4286-aeb8-69f8554c2ec1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.0875843 May 31 12:19:43.979563 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-77dff557-fcf0-45a6-8bd4-973e22973f44 req-0dc817d8-0c41-45e8-bbb4-ce5c7edd9d59 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336289 May 31 12:19:44.238710 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56db2e-71a4-4269-bc7f-208c055c14b4 req-50851bb0-6460-4b6c-8f6f-c9d28227622f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:44.240133 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c56db2e-71a4-4269-bc7f-208c055c14b4 req-50851bb0-6460-4b6c-8f6f-c9d28227622f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0815823 May 31 12:19:44.282397 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c56db2e-71a4-4269-bc7f-208c055c14b4 req-212d7ce5-9e9a-4750-947f-586dc0060e29 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367398 May 31 12:19:45.467369 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453377a-af08-4580-9015-5d173c735115 req-e70cb499-e4ee-41df-9acf-c8ea1ef36959 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:45.468782 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6453377a-af08-4580-9015-5d173c735115 req-e70cb499-e4ee-41df-9acf-c8ea1ef36959 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0822394 May 31 12:19:45.512161 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-6453377a-af08-4580-9015-5d173c735115 req-41a2583a-f6c9-4206-ab3c-35f286921d08 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377812 May 31 12:19:46.696985 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31cfe9-9938-432b-96f9-dc10b2b857d8 req-7d563320-c324-4589-bf1b-5b1bd8d55f2c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:46.698449 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0d31cfe9-9938-432b-96f9-dc10b2b857d8 req-7d563320-c324-4589-bf1b-5b1bd8d55f2c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0809143 May 31 12:19:46.745912 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0d31cfe9-9938-432b-96f9-dc10b2b857d8 req-d380e622-2cfa-4137-bff6-14e5edd225f5 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418379 May 31 12:19:47.937668 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc71ab6-bfd4-4ce2-aa2b-37094f3de823 req-9da1df17-1526-49f5-b11e-065acb3faeff tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:47.939046 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9cc71ab6-bfd4-4ce2-aa2b-37094f3de823 req-9da1df17-1526-49f5-b11e-065acb3faeff tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0890126 May 31 12:19:47.985548 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-9cc71ab6-bfd4-4ce2-aa2b-37094f3de823 req-22470181-969f-47ac-8f26-cf7f531e1a94 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 May 31 12:19:49.164718 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d17e7-3e9c-49e7-aa64-afc16763a5d6 req-ad5a34f5-f109-4182-89ff-7f97a526de82 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:49.166173 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-083d17e7-3e9c-49e7-aa64-afc16763a5d6 req-ad5a34f5-f109-4182-89ff-7f97a526de82 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0772908 May 31 12:19:49.210326 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-083d17e7-3e9c-49e7-aa64-afc16763a5d6 req-57307b76-bc16-4725-a800-2836ccca99cc tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384686 May 31 12:19:49.398684 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf44ea3-4d89-429b-a9f2-007741d552e7 req-04a579fe-7c78-4b31-aa98-19949d76a247 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:49.400265 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8cf44ea3-4d89-429b-a9f2-007741d552e7 req-04a579fe-7c78-4b31-aa98-19949d76a247 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0874629 May 31 12:19:49.447778 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8cf44ea3-4d89-429b-a9f2-007741d552e7 req-acd55773-d5cb-419c-99ff-387c2209cc32 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415194 May 31 12:19:49.470938 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33870) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:49.744698 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be3047c-01a4-474c-b499-6db8dd489f2b tempest-TestShelveInstance-1012174786 tempest-TestShelveInstance-1012174786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:49.746220 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-3be3047c-01a4-474c-b499-6db8dd489f2b tempest-TestShelveInstance-1012174786 tempest-TestShelveInstance-1012174786-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1093 time: 0.2743058 May 31 12:19:49.749224 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33884) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:49.754102 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Request body: {'floatingip': {'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'port_id': 'c4213c73-0705-4802-ab10-8293730cea0d', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:19:49.759973 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:49.763719 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Usage tracker for resource:floatingip and tenant:d9674a6d05204b7bbc282b0c154ee504 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:49.766482 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:49.772768 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:49.782932 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for floatingip, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:49.924333 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:50.058114 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Allocated IP 172.27.3.100 (2320435d-4510-458a-8d67-6c51c60cb315/cd286453-7007-4b35-b164-1288dbf210ff/8078eac8-9326-4f76-aaa5-3dff8964cd32) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:19:50.207719 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:50.235528 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:50.240487 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1ee17047-3a4c-4859-a769-7ca0bc58f4ef tempest-TestVolumeBootPattern-1691445663 tempest-TestVolumeBootPattern-1691445663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:50.301781 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Network 2320435d-4510-458a-8d67-6c51c60cb315 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:19:50.304515 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:19:50.310792 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:19:50.343915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'Port': ['ID=8078eac8-9326-4f76-aaa5-3dff8964cd32,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:50.352647 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:50.755066 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:50.830674 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:51.026230 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:51.030222 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:51.033750 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b0a2520c-ac64-40bb-97de-86d86a9bb093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:51.137163 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event updated for resources: {'Port': ['ID=8078eac8-9326-4f76-aaa5-3dff8964cd32,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:51.141311 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:51.146585 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4155442'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:51.470940 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-cd37c281-131c-40fc-8ef8-f5ecc2eb87e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2764397 May 31 12:19:51.472018 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Floating IP 180e7449-9a3f-40b5-b36c-723e86d230f7 associated. External IP: 172.27.3.100, port: c4213c73-0705-4802-ab10-8293730cea0d. May 31 12:19:51.783368 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-f940873c-de7d-4fea-8af0-acde482d7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:51.785293 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-f940873c-de7d-4fea-8af0-acde482d7ccb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.1835308 May 31 12:19:51.969152 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Router 4d1dee83-b118-420e-a241-2b7504688ed7 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:19:51.992063 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-5b3a1cc7-224e-40b8-bb1e-df22e5393d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:51.993456 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-5b3a1cc7-224e-40b8-bb1e-df22e5393d53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 909 time: 0.1587594 May 31 12:19:52.237671 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-d3b26a13-3fb8-4512-9ae0-31a257872eeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 999 time: 0.1939380 May 31 12:19:52.297648 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:19:52.306677 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] Sync routers for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:19:52.317124 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:19:52.317863 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:19:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:19:52.319911 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-6c7ab206-bc65-4073-bde8-0bd5099ed025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:52.321338 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-6c7ab206-bc65-4073-bde8-0bd5099ed025 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0768378 May 31 12:19:52.366668 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:52.433987 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6836562 May 31 12:19:52.434965 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:19:52.437222 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272283f1-443f-463d-9690-d8eda4864274" -d '{"events": [{"name": "network-changed", "server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "tag": "c4213c73-0705-4802-ab10-8293730cea0d"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:19:52.461797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-dcf04407-2e93-4343-821c-2ef1708543f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:52.463347 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-dcf04407-2e93-4343-821c-2ef1708543f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1341953 May 31 12:19:52.506366 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:19:52.607610 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-68fe2f1e-3a9f-4203-a380-d60871114d9b service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365216 May 31 12:19:52.781395 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33924) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:52.863198 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-53a4dd60-d58a-4168-8ec9-3157436a2a01 req-ded74c69-0854-4af7-ab2c-a216836abeee service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483492 May 31 12:19:52.867769 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '180e7449-9a3f-40b5-b36c-723e86d230f7', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'port_id': 'c4213c73-0705-4802-ab10-8293730cea0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'mac_address': 'fa:16:3e:ba:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:19:50Z', 'updated_at': '2021-05-31T12:19:50Z', 'revision_number': 0, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:55Z', 'revision_number': 5, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:19:52.871682 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] Checking router: 4d1dee83-b118-420e-a241-2b7504688ed7 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:19:52.881851 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:19:52.882535 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:19:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:19:52.903213 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:52.917932 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:52.922044 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Usage tracker for resource:security_group_rule and tenant:bb8156b4e57f410d9cf6b2f3796fa6e8 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:52.925703 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:52.931440 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:53.016185 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.020846 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.027280 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-f66d97c4-a426-4a78-9d4f-37cf9da71622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:53.076526 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb8156b4e57f410d9cf6b2f3796fa6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939267 May 31 12:19:53.077446 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a6cbf7-b9d5-47bd-b345-7e472c1b9134,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:53.079140 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33930) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:53.080682 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-50948150-d571-4997-9a70-9cd49aa222de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:53.097593 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:19:53.152347 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d10af482-90b3-4b76-b69f-c21ff04b7d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.177385 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d10af482-90b3-4b76-b69f-c21ff04b7d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.228096 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d10af482-90b3-4b76-b69f-c21ff04b7d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.231920 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e10ece7f-9fd6-4454-812e-6c2373894fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:53.242649 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10af482-90b3-4b76-b69f-c21ff04b7d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a6cbf7-b9d5-47bd-b345-7e472c1b9134,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:53.246333 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d10af482-90b3-4b76-b69f-c21ff04b7d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:53.251630 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d10af482-90b3-4b76-b69f-c21ff04b7d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.252792 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d10af482-90b3-4b76-b69f-c21ff04b7d77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59a6cbf7-b9d5-47bd-b345-7e472c1b9134 HTTP/1.1" status: 204 len: 168 time: 0.1624105 May 31 12:19:53.453831 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '180e7449-9a3f-40b5-b36c-723e86d230f7', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'port_id': 'c4213c73-0705-4802-ab10-8293730cea0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'mac_address': 'fa:16:3e:ba:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:19:50Z', 'updated_at': '2021-05-31T12:19:50Z', 'revision_number': 0, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:55Z', 'revision_number': 5, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:19:53.458339 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd8651d-7f52-45c9-bbb9-daef7fead5b1 None None] The sync data for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi is: [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_floatingips': [{'id': '180e7449-9a3f-40b5-b36c-723e86d230f7', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'router_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'port_id': 'c4213c73-0705-4802-ab10-8293730cea0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'mac_address': 'fa:16:3e:ba:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:19:50Z', 'updated_at': '2021-05-31T12:19:50Z', 'revision_number': 0, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:55Z', 'revision_number': 5, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:19:53.521593 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1b6dd8-b109-43d8-bfd0-c557a5f9c473 x-openstack-request-id: req-6a1b6dd8-b109-43d8-bfd0-c557a5f9c473 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:19:53.522144 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "tag": "c4213c73-0705-4802-ab10-8293730cea0d", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:19:53.522586 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a1b6dd8-b109-43d8-bfd0-c557a5f9c473 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:19:53.523205 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d', 'status': 'completed', 'code': 200} May 31 12:19:53.551716 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33940) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:53.569118 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.624816 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:53.639149 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Usage tracker for resource:security_group_rule and tenant:37b46bbc57eb4d6bbf2ebadc5dc1655d is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:53.642940 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:53.646296 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be023f84-4706-4550-9281-aad76c452a49 None None] New status for floating IP 180e7449-9a3f-40b5-b36c-723e86d230f7: ACTIVE {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:19:53.651346 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:53.692149 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272283f1-443f-463d-9690-d8eda4864274 req-8ea770b1-4d6e-4c5b-9cac-239c03cfc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:53.693698 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-272283f1-443f-463d-9690-d8eda4864274 req-8ea770b1-4d6e-4c5b-9cac-239c03cfc810 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.1160016 May 31 12:19:53.860973 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.868858 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:53.877288 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a8439832-9dde-4312-80ca-d1ec109f4700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:53.883868 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272283f1-443f-463d-9690-d8eda4864274 req-480aec6a-6fee-4981-a618-d478094c2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:53.885310 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-272283f1-443f-463d-9690-d8eda4864274 req-480aec6a-6fee-4981-a618-d478094c2034 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 909 time: 0.1834919 May 31 12:19:53.988605 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37b46bbc57eb4d6bbf2ebadc5dc1655d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358363 May 31 12:19:53.991190 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33944) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:53.992647 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108deefc-e21f-43ee-b13b-8432d723feaf,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:54.004095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c171a6a5-5a5f-434d-9de4-67e128cc2655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:54.024230 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-272283f1-443f-463d-9690-d8eda4864274 req-d07343a8-7d10-416f-a19a-9b1d96444b48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 1001 time: 0.1245651 May 31 12:19:54.052473 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bd43-0b47-4d0e-b25c-1830287a41ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:54.077581 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bd43-0b47-4d0e-b25c-1830287a41ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:54.086164 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272283f1-443f-463d-9690-d8eda4864274 req-2369a4d0-53dc-4296-b0fe-b283bfc240df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:54.087585 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-272283f1-443f-463d-9690-d8eda4864274 req-2369a4d0-53dc-4296-b0fe-b283bfc240df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0571494 May 31 12:19:54.130512 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bd43-0b47-4d0e-b25c-1830287a41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:54.135246 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-05cab51a-d65a-4c06-af87-303e2cb21dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:54.150017 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2bd43-0b47-4d0e-b25c-1830287a41ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108deefc-e21f-43ee-b13b-8432d723feaf,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:54.153584 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-2aa2bd43-0b47-4d0e-b25c-1830287a41ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:54.161096 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bd43-0b47-4d0e-b25c-1830287a41ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:54.162228 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-2aa2bd43-0b47-4d0e-b25c-1830287a41ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/108deefc-e21f-43ee-b13b-8432d723feaf HTTP/1.1" status: 204 len: 168 time: 0.1700742 May 31 12:19:54.179867 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272283f1-443f-463d-9690-d8eda4864274 req-3d2165aa-4882-401b-bc96-ff8001a95355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:54.181366 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-272283f1-443f-463d-9690-d8eda4864274 req-3d2165aa-4882-401b-bc96-ff8001a95355 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831122 May 31 12:19:54.316347 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-272283f1-443f-463d-9690-d8eda4864274 req-0db3a475-bc73-43e1-a334-dbc5caa64e68 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271541 May 31 12:19:54.451265 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-272283f1-443f-463d-9690-d8eda4864274 req-83ee7783-4f01-49b1-8ab3-0d68d6112b02 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283126 May 31 12:19:54.871626 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 33968) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:54.973579 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.v2.base [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1956338980-network', 'tenant_id': 'e481c48ede97412e95caece135779135'}} {{(pid=98396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:19:54.978210 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:54.981989 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Usage tracker for resource:network and tenant:e481c48ede97412e95caece135779135 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:54.984786 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:54.991641 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:55.001196 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Made reservation on behalf of e481c48ede97412e95caece135779135 for: {'network': 1} {{(pid=98396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:19:55.004077 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-982805'] for network, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.015646 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.030519 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:55.034274 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Usage tracker for resource:security_group_rule and tenant:e481c48ede97412e95caece135779135 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:55.037127 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:55.043672 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:55.129582 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.133196 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.136389 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-ba50ddd3-965b-4cf3-8312-20b0ce31a9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:55.166121 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=98396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:19:55.171133 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca3391-0226-470f-a79a-dbf7cda34c0f,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:55.175379 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:55.179122 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.179520 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.db.segments_db [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Added segment 747f8b5a-5b64-433c-969d-b7bd519214cd of type vlan for network 14e18504-1c7c-40a6-98cf-c3274c5fc101 May 31 12:19:55.205050 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789199464515'] for network, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.232169 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440'] for network, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.233166 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:55.233776 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.239035 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:55.332652 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4599214 May 31 12:19:55.336295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 33974) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:19:55.337397 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Pushing event updated for resources: {'Network': ['ID=14e18504-1c7c-40a6-98cf-c3274c5fc101,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:55.339393 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-291bda58-fb10-4560-93ee-37b8c8e85d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:55.343944 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Request body: {'subnet': {'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1956338980-subnet', 'tenant_id': 'e481c48ede97412e95caece135779135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:19:55.347808 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Network 14e18504-1c7c-40a6-98cf-c3274c5fc101 details requested by agent ovs-agent-dv-cinder-791240-4-iscsi with host dv-cinder-791240-4-iscsi {{(pid=98398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:19:55.350653 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:19:55.354854 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Usage tracker for resource:subnet and tenant:e481c48ede97412e95caece135779135 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:19:55.358207 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:19:55.364586 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:19:55.374670 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Made reservation on behalf of e481c48ede97412e95caece135779135 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:19:55.377173 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2839526'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.753090 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3585534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2839536'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.758029 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:19:55.826613 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba46c3b-8205-42e5-b8e6-afddac84d2a5,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:19:55.829322 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:19:55.835171 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Checking segment: {'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:19:55.835521 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Network hostable DHCP agents. Network: 14e18504-1c7c-40a6-98cf-c3274c5fc101, hostable agents: ['36e4945c-4d08-4253-a25f-e65ac9eb5a81'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:19:55.851845 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Network 14e18504-1c7c-40a6-98cf-c3274c5fc101 is scheduled to be hosted by DHCP agent 36e4945c-4d08-4253-a25f-e65ac9eb5a81 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:19:55.860999 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-iscsi, 14e18504-1c7c-40a6-98cf-c3274c5fc101) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:19:55.869824 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:55.870397 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:19:55.872498 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f5028-1dbd-45ed-88f4-7485498b71fe None None] Network 14e18504-1c7c-40a6-98cf-c3274c5fc101 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:19:55.895925 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-384854ed-4bf2-4921-b1d0-51a06ee2f9c4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5576651 May 31 12:19:56.074361 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73121d2-66f5-4f5a-8347-2cf82ce3fdca None None] Network 14e18504-1c7c-40a6-98cf-c3274c5fc101 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:19:57.981019 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-e07ea796-4849-4627-811a-54d73d7b06c8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:19:57.981727 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-e07ea796-4849-4627-811a-54d73d7b06c8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Synchronizing usage tracker for tenant:e481c48ede97412e95caece135779135 on resource:network {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:19:57.997963 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-e07ea796-4849-4627-811a-54d73d7b06c8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Unset dirty status for tenant:e481c48ede97412e95caece135779135 on resource:network {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:19:57.999078 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-e07ea796-4849-4627-811a-54d73d7b06c8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/networks?id=14e18504-1c7c-40a6-98cf-c3274c5fc101 HTTP/1.1" status: 200 len: 809 time: 0.1635687 May 31 12:19:58.013219 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-d22d36da-3c79-470c-97e0-cce895e72178 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/quotas/e481c48ede97412e95caece135779135 HTTP/1.1" status: 200 len: 375 time: 0.0087361 May 31 12:19:58.061301 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-e93d11ee-a88f-4462-b401-fc94a9c138c8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e481c48ede97412e95caece135779135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432918 May 31 12:19:58.199301 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-6542106d-e1c3-416f-b5e8-09ac7e5be6ba service neutron] 10.222.0.10 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314609 May 31 12:19:58.328141 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-d8784f03-7b43-4981-a721-757932e96adb service neutron] 10.222.0.10 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230586 May 31 12:19:58.512700 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e64540ef-4bcf-4cf8-9638-711797d49cec req-ab8fda50-014e-43e5-ba8e-f3f8e0d64aed tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 210 time: 0.0423558 May 31 12:19:59.607592 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8a5225d9-96fc-49c2-9d4a-859a4d5bfaf8 req-64d33fa4-6891-4e9d-a716-f15036d38ecd tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 210 time: 0.0435576 May 31 12:20:00.863595 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1f1bd25c-f6f8-4194-be0b-dc8da0339a46 req-d86b6b03-6ef9-417d-a983-37bc29d08ada tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 210 time: 0.1489708 May 31 12:20:01.669480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-85ab617a-8ea5-4fe5-b607-fd3771d0081f tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:01.670918 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-85ab617a-8ea5-4fe5-b607-fd3771d0081f tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.52 "GET /v2.0/networks?id=14e18504-1c7c-40a6-98cf-c3274c5fc101 HTTP/1.1" status: 200 len: 809 time: 0.1453624 May 31 12:20:01.692279 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Request body: {'port': {'device_id': '23b8db67-8466-4880-94c0-7e2d987adeab', 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101', 'admin_state_up': True, 'tenant_id': 'e481c48ede97412e95caece135779135'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:20:01.833401 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:20:01.837187 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Usage tracker for resource:port and tenant:e481c48ede97412e95caece135779135 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:20:01.839966 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:20:01.845590 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:20:01.855486 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Made reservation on behalf of e481c48ede97412e95caece135779135 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:20:01.858915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:02.026428 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Allocated IP 172.20.0.3 (14e18504-1c7c-40a6-98cf-c3274c5fc101/2ba46c3b-8205-42e5-b8e6-afddac84d2a5/baed9f28-9d82-4d86-a611-5dc3290dcf75) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:20:02.116051 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-cd4e9124-635f-46a9-80c2-15e29a575595 req-dd834a40-32fe-4a57-92fe-3a3ce06fa076 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 210 time: 0.1468711 May 31 12:20:02.232150 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:02.260695 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:02.266218 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f6f988f4-4703-473d-a8f4-8ba57f633f15 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:02.331870 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Network 14e18504-1c7c-40a6-98cf-c3274c5fc101 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:20:02.334779 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:20:02.338681 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:20:02.375116 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Pushing event updated for resources: {'Port': ['ID=baed9f28-9d82-4d86-a611-5dc3290dcf75,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:02.383353 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:02.405406 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:02.406032 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:02.426201 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-05338b47-4069-4ac7-8ebd-a970d5e0b979 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392030 May 31 12:20:02.443669 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Request body: {'port': {'device_id': '23b8db67-8466-4880-94c0-7e2d987adeab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:20:02.554495 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:02.884125 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baed9f28-9d82-4d86-a611-5dc3290dcf75 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:20:02.891158 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:02.905909 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Transition to ACTIVE for port object baed9f28-9d82-4d86-a611-5dc3290dcf75 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:20:02.909439 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:02.912824 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9952d371-b676-4316-a376-4baff74596fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:03.068966 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=baed9f28-9d82-4d86-a611-5dc3290dcf75,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:03.094892 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:03.135969 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Attempting to bind port baed9f28-9d82-4d86-a611-5dc3290dcf75 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:20:03.136207 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Attempting to bind port baed9f28-9d82-4d86-a611-5dc3290dcf75 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:20:03.136528 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Attempting to bind port baed9f28-9d82-4d86-a611-5dc3290dcf75 on network 14e18504-1c7c-40a6-98cf-c3274c5fc101 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:20:03.141483 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Port baed9f28-9d82-4d86-a611-5dc3290dcf75 on network 14e18504-1c7c-40a6-98cf-c3274c5fc101 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:20:03.141831 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Attempting to bind port baed9f28-9d82-4d86-a611-5dc3290dcf75 on network 14e18504-1c7c-40a6-98cf-c3274c5fc101 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:20:03.147973 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:20:03.148304 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Checking segment: {'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:20:03.148705 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Bound using segment: {'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:20:03.149102 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Bound port: baed9f28-9d82-4d86-a611-5dc3290dcf75, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:20:03.149444 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:03.370695 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] For port baed9f28-9d82-4d86-a611-5dc3290dcf75, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:20:03.386301 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] For port baed9f28-9d82-4d86-a611-5dc3290dcf75, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=baed9f28-9d82-4d86-a611-5dc3290dcf75,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:20:03.390676 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:03.395718 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ece4c29c-c02d-4999-b3e2-7512a0c55393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:03.460217 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:03.460825 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:03.462203 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] 10.222.0.52 "PUT /v2.0/ports/baed9f28-9d82-4d86-a611-5dc3290dcf75 HTTP/1.1" status: 200 len: 1093 time: 1.0225148 May 31 12:20:03.463609 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b8db67-8466-4880-94c0-7e2d987adeab', 'tag': 'baed9f28-9d82-4d86-a611-5dc3290dcf75'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:20:03.465869 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf532ff8-c6a9-43ca-a064-3dd50abf3692" -d '{"events": [{"name": "network-changed", "server_uuid": "23b8db67-8466-4880-94c0-7e2d987adeab", "tag": "baed9f28-9d82-4d86-a611-5dc3290dcf75"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:20:03.491640 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b211f-d9ac-4c45-8888-81a2796d5116 req-3e6b59b0-483a-4c50-b214-5a4b7ffa4a4c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:03.492151 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f13b211f-d9ac-4c45-8888-81a2796d5116 req-3e6b59b0-483a-4c50-b214-5a4b7ffa4a4c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Synchronizing usage tracker for tenant:e481c48ede97412e95caece135779135 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:20:03.498133 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=baed9f28-9d82-4d86-a611-5dc3290dcf75,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:03.501462 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:03.516089 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f13b211f-d9ac-4c45-8888-81a2796d5116 req-3e6b59b0-483a-4c50-b214-5a4b7ffa4a4c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Unset dirty status for tenant:e481c48ede97412e95caece135779135 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:20:03.517275 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f13b211f-d9ac-4c45-8888-81a2796d5116 req-3e6b59b0-483a-4c50-b214-5a4b7ffa4a4c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 943 time: 0.2875762 May 31 12:20:03.658249 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f13b211f-d9ac-4c45-8888-81a2796d5116 req-50d7b855-ec21-4a17-a55f-f2649eee078d tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323497 May 31 12:20:03.677834 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-abf1ae29-a16a-40eb-b571-f19467f874db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:03.679313 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-abf1ae29-a16a-40eb-b571-f19467f874db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e481c48ede97412e95caece135779135&device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 1096 time: 0.1268854 May 31 12:20:03.749144 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2610dd7d-cfa4-4d48-a9a7-08000fc88a10 x-openstack-request-id: req-2610dd7d-cfa4-4d48-a9a7-08000fc88a10 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:20:03.749464 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b8db67-8466-4880-94c0-7e2d987adeab", "tag": "baed9f28-9d82-4d86-a611-5dc3290dcf75", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:20:03.749771 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2610dd7d-cfa4-4d48-a9a7-08000fc88a10 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:20:03.750187 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b8db67-8466-4880-94c0-7e2d987adeab', 'tag': 'baed9f28-9d82-4d86-a611-5dc3290dcf75', 'status': 'completed', 'code': 200} May 31 12:20:03.757966 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-a72a8288-cd05-4fc8-a9d3-d2542fc08223 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baed9f28-9d82-4d86-a611-5dc3290dcf75 HTTP/1.1" status: 200 len: 217 time: 0.0647082 May 31 12:20:03.819176 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-54cc254e-ed37-4074-b352-60eb2f83e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:03.820564 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-54cc254e-ed37-4074-b352-60eb2f83e805 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ba46c3b-8205-42e5-b8e6-afddac84d2a5 HTTP/1.1" status: 200 len: 849 time: 0.0565586 May 31 12:20:03.870987 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-ff5f20ed-4916-4063-8172-258f8ad6b60d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e18504-1c7c-40a6-98cf-c3274c5fc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430698 May 31 12:20:03.999653 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-4d333412-82ce-4da4-a399-077fd3346bb5 service neutron] 10.222.0.52 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216822 May 31 12:20:04.133050 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4bc30b6-197d-42d2-aa72-9554b34fffa5 req-6fcc2b10-e29f-45ee-af11-b9ceab48fc94 service neutron] 10.222.0.52 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234026 May 31 12:20:04.296417 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-b6c93213-3339-4ab6-82f2-c26014f25f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:04.297890 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-b6c93213-3339-4ab6-82f2-c26014f25f8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e481c48ede97412e95caece135779135&device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 1096 time: 0.0696399 May 31 12:20:04.426994 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-a9f885f3-da87-440b-bdc4-0c640db3c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:04.428448 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-a9f885f3-da87-440b-bdc4-0c640db3c94a service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e18504-1c7c-40a6-98cf-c3274c5fc101 HTTP/1.1" status: 200 len: 910 time: 0.1234090 May 31 12:20:04.497912 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-6ba9bd06-ffbc-4f70-a720-81c667b2d52f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baed9f28-9d82-4d86-a611-5dc3290dcf75 HTTP/1.1" status: 200 len: 217 time: 0.0631883 May 31 12:20:04.558258 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-8b04b6bf-3560-4c2c-8d6c-f2bfbfe78661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:04.559535 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-8b04b6bf-3560-4c2c-8d6c-f2bfbfe78661 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ba46c3b-8205-42e5-b8e6-afddac84d2a5 HTTP/1.1" status: 200 len: 849 time: 0.0552628 May 31 12:20:04.605049 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-16cfc69d-eb83-4294-96ef-03331f5e885f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e18504-1c7c-40a6-98cf-c3274c5fc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382066 May 31 12:20:04.734834 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-150b2b42-62f9-4f0d-b9f3-2470ae2fb40d service neutron] 10.222.0.52 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224513 May 31 12:20:04.919748 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf532ff8-c6a9-43ca-a064-3dd50abf3692 req-1b2aa72c-173f-4efe-99e6-1ddd404f20fb service neutron] 10.222.0.52 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776195 May 31 12:20:04.939331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29464fd8-6e8c-4ea1-a091-3779f1f9d12c req-caa3e44e-97b2-4744-88c0-b7bcdbdd9d2f tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:04.941446 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29464fd8-6e8c-4ea1-a091-3779f1f9d12c req-caa3e44e-97b2-4744-88c0-b7bcdbdd9d2f tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 943 time: 0.1300499 May 31 12:20:04.987249 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29464fd8-6e8c-4ea1-a091-3779f1f9d12c req-b21d7755-8b0e-4624-9ff8-1b25b8da189f tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 May 31 12:20:05.293378 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device baed9f28-9d82-4d86-a611-5dc3290dcf75 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:20:05.423169 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port baed9f28-9d82-4d86-a611-5dc3290dcf75, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=baed9f28-9d82-4d86-a611-5dc3290dcf75,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:20:05.436517 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'baed9f28-9d82-4d86-a611-5dc3290dcf75', 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101', 'port_id': 'baed9f28-9d82-4d86-a611-5dc3290dcf75', 'mac_address': 'fa:16:3e:29:f0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba46c3b-8205-42e5-b8e6-afddac84d2a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:20:05.493203 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:05.508962 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baed9f28-9d82-4d86-a611-5dc3290dcf75 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:20:05.524568 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port baed9f28-9d82-4d86-a611-5dc3290dcf75, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=baed9f28-9d82-4d86-a611-5dc3290dcf75,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:20:05.528308 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:05.531197 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:05.594304 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=baed9f28-9d82-4d86-a611-5dc3290dcf75,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:05.601791 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.602134 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.602467 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.602789 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.603108 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.603426 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.603736 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.604048 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.604359 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.604667 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.604974 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.605279 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:05.608901 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:05.830648 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['baed9f28-9d82-4d86-a611-5dc3290dcf75'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:20:06.174673 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93cdd-19c2-461e-b191-2ed858a62b7b req-3fb7f7e3-6bd7-4a7c-ad84-3b1f6c3e216b tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:06.176105 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d0c93cdd-19c2-461e-b191-2ed858a62b7b req-3fb7f7e3-6bd7-4a7c-ad84-3b1f6c3e216b tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 944 time: 0.0804207 May 31 12:20:06.221294 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-d0c93cdd-19c2-461e-b191-2ed858a62b7b req-cf824c03-d3df-4fd7-bc72-5b0ab67a760c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Synchronizing usage tracker for tenant:e481c48ede97412e95caece135779135 on resource:security_group {{(pid=98396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:20:06.237257 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [req-d0c93cdd-19c2-461e-b191-2ed858a62b7b req-cf824c03-d3df-4fd7-bc72-5b0ab67a760c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Unset dirty status for tenant:e481c48ede97412e95caece135779135 on resource:security_group {{(pid=98396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:20:06.239024 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d0c93cdd-19c2-461e-b191-2ed858a62b7b req-cf824c03-d3df-4fd7-bc72-5b0ab67a760c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574257 May 31 12:20:07.310423 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device baed9f28-9d82-4d86-a611-5dc3290dcf75 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:20:07.374747 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port baed9f28-9d82-4d86-a611-5dc3290dcf75 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:20:07.381904 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port baed9f28-9d82-4d86-a611-5dc3290dcf75 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:20:07.382279 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:07.500165 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:07.527363 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b8db67-8466-4880-94c0-7e2d987adeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baed9f28-9d82-4d86-a611-5dc3290dcf75'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:20:07.528589 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d216d-e255-403d-82e6-77ab00b17780 req-1e866f45-ba17-42fd-8184-b524fb8f33aa tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:07.529469 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc24ffc-52ea-4268-82e8-5663dd2c6175" -d '{"events": [{"server_uuid": "23b8db67-8466-4880-94c0-7e2d987adeab", "name": "network-vif-plugged", "status": "completed", "tag": "baed9f28-9d82-4d86-a611-5dc3290dcf75"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:20:07.530482 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fa1d216d-e255-403d-82e6-77ab00b17780 req-1e866f45-ba17-42fd-8184-b524fb8f33aa tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 944 time: 0.1854582 May 31 12:20:07.537513 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port baed9f28-9d82-4d86-a611-5dc3290dcf75, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=baed9f28-9d82-4d86-a611-5dc3290dcf75,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:20:07.542422 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:07.544625 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:07.578365 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3083ef0-63ce-4feb-ae11-31f56fb78880 x-openstack-request-id: req-e3083ef0-63ce-4feb-ae11-31f56fb78880 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:20:07.578664 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b8db67-8466-4880-94c0-7e2d987adeab", "name": "network-vif-plugged", "status": "completed", "tag": "baed9f28-9d82-4d86-a611-5dc3290dcf75", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:20:07.578921 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3083ef0-63ce-4feb-ae11-31f56fb78880 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:20:07.579305 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b8db67-8466-4880-94c0-7e2d987adeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baed9f28-9d82-4d86-a611-5dc3290dcf75', 'code': 200} May 31 12:20:07.586343 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fa1d216d-e255-403d-82e6-77ab00b17780 req-5be97094-945c-4348-be3d-bf90b333001a tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503554 May 31 12:20:07.616686 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=baed9f28-9d82-4d86-a611-5dc3290dcf75,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:07.619825 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:07.827358 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624b8dc-df23-4188-924b-4966ba4e64c4 req-69f0bfa8-397d-465c-a932-c789c9e0dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:07.828740 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6624b8dc-df23-4188-924b-4966ba4e64c4 req-69f0bfa8-397d-465c-a932-c789c9e0dec2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 1098 time: 0.0680013 May 31 12:20:07.869377 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6624b8dc-df23-4188-924b-4966ba4e64c4 req-d8e80298-2331-4024-9cd7-b9f12fea48aa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 May 31 12:20:08.448964 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3436248f-b9f9-44c3-b4a2-c121714ae501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:08.767306 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ca8f3-98f0-4938-b9e4-0811a6af6889 req-b6708939-0c1c-4651-9e22-80b04a37f5a7 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:08.769241 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2c3ca8f3-98f0-4938-b9e4-0811a6af6889 req-b6708939-0c1c-4651-9e22-80b04a37f5a7 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 945 time: 0.0782855 May 31 12:20:08.812680 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2c3ca8f3-98f0-4938-b9e4-0811a6af6889 req-439cb6b0-105c-4453-93d9-b0ead6553a9b tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 May 31 12:20:09.998845 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0918c-35bd-467b-a8bd-a9968b3d6d20 req-05cf4643-db8a-4d94-831a-bf5ba21e8c4e tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:10.000272 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d1a0918c-35bd-467b-a8bd-a9968b3d6d20 req-05cf4643-db8a-4d94-831a-bf5ba21e8c4e tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 945 time: 0.0809064 May 31 12:20:10.044728 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d1a0918c-35bd-467b-a8bd-a9968b3d6d20 req-f1a17f7f-a5b0-49ae-a73b-3d44d8ba8bb6 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 May 31 12:20:10.126929 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:10.961894 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-220aed44-ee75-457b-89c7-43126e8a6fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:10.998355 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:11.106642 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299600c-7a87-4ee9-a83a-c0dd51b0bc73 req-afb63098-a274-4af4-9260-40feb55234db tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:11.108074 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5299600c-7a87-4ee9-a83a-c0dd51b0bc73 req-afb63098-a274-4af4-9260-40feb55234db tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 945 time: 0.0787563 May 31 12:20:11.155367 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5299600c-7a87-4ee9-a83a-c0dd51b0bc73 req-207edee8-0c11-4335-a5fb-a6b4d74f28e2 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 May 31 12:20:11.904404 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:12.343598 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85035600-937e-4c1a-8b5b-0d97b60905cb req-564f2200-0d4d-4105-946f-3e6cd24d09a8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:12.345031 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-85035600-937e-4c1a-8b5b-0d97b60905cb req-564f2200-0d4d-4105-946f-3e6cd24d09a8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 945 time: 0.0853407 May 31 12:20:12.388211 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-85035600-937e-4c1a-8b5b-0d97b60905cb req-9473e072-a857-4438-a298-1e9845ea67bd tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 May 31 12:20:12.645729 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-bb576f6c-3ac4-4f5e-a9e7-c2d654fb9e94 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:12.647128 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-bb576f6c-3ac4-4f5e-a9e7-c2d654fb9e94 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.52 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 945 time: 0.0798860 May 31 12:20:12.779833 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Deleting port baed9f28-9d82-4d86-a611-5dc3290dcf75 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:20:12.780160 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:12.921096 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] For port baed9f28-9d82-4d86-a611-5dc3290dcf75, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=baed9f28-9d82-4d86-a611-5dc3290dcf75,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:20:12.921379 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:13.041961 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Calling delete_port for baed9f28-9d82-4d86-a611-5dc3290dcf75 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:20:13.152486 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:13.159511 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aa3ab824-53a7-4892-b0e1-15186a618270 tempest-AttachVolumeNegativeTest-296903297 tempest-AttachVolumeNegativeTest-296903297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:13.192404 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['baed9f28-9d82-4d86-a611-5dc3290dcf75'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:20:13.235503 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Pushing event deleted for resources: {'Port': ['ID=baed9f28-9d82-4d86-a611-5dc3290dcf75,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:13.242348 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:13.279536 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] No DVR routers for this DVR port baed9f28-9d82-4d86-a611-5dc3290dcf75 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:20:13.281975 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:13.284453 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b8db67-8466-4880-94c0-7e2d987adeab', 'name': 'network-vif-deleted', 'tag': 'baed9f28-9d82-4d86-a611-5dc3290dcf75'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:20:13.286702 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7e9f99-8009-43f7-8852-e008394fa020" -d '{"events": [{"server_uuid": "23b8db67-8466-4880-94c0-7e2d987adeab", "name": "network-vif-deleted", "tag": "baed9f28-9d82-4d86-a611-5dc3290dcf75"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:20:13.301434 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ad921e21-709e-4b3b-834f-5ff00744bde8 req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.52 "DELETE /v2.0/ports/baed9f28-9d82-4d86-a611-5dc3290dcf75 HTTP/1.1" status: 204 len: 173 time: 0.6485591 May 31 12:20:13.334297 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76164d6d-1d36-4231-a2fd-68d9e41c955c x-openstack-request-id: req-76164d6d-1d36-4231-a2fd-68d9e41c955c {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:20:13.334669 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b8db67-8466-4880-94c0-7e2d987adeab", "name": "network-vif-deleted", "tag": "baed9f28-9d82-4d86-a611-5dc3290dcf75", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:20:13.334959 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76164d6d-1d36-4231-a2fd-68d9e41c955c {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:20:13.335382 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b8db67-8466-4880-94c0-7e2d987adeab', 'name': 'network-vif-deleted', 'tag': 'baed9f28-9d82-4d86-a611-5dc3290dcf75', 'status': 'completed', 'code': 200} May 31 12:20:13.549181 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-338fb461-df62-4923-a81d-4161eade6a12 req-7302469c-eaba-4026-addd-fe479b3750c0 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=23b8db67-8466-4880-94c0-7e2d987adeab HTTP/1.1" status: 200 len: 210 time: 0.0430343 May 31 12:20:13.744754 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:14.899332 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-473b3555-41ce-40c7-80cb-615db898053c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:14.900652 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-473b3555-41ce-40c7-80cb-615db898053c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/networks?id=14e18504-1c7c-40a6-98cf-c3274c5fc101 HTTP/1.1" status: 200 len: 809 time: 0.1438544 May 31 12:20:14.915228 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-1ae14a3a-f19e-40de-9a2e-cb0166427b41 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/quotas/e481c48ede97412e95caece135779135 HTTP/1.1" status: 200 len: 375 time: 0.0091844 May 31 12:20:14.960418 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-c6ed06ff-7568-47f1-a7db-374b1e17c7d6 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e481c48ede97412e95caece135779135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404837 May 31 12:20:15.089321 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-d00f8c60-a48e-4ae6-b8d9-b044b57ed271 service neutron] 10.222.0.10 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218739 May 31 12:20:15.218506 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-fd0087a4-9825-4a5f-bc38-97144e71bcc8 service neutron] 10.222.0.10 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234963 May 31 12:20:15.356142 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device baed9f28-9d82-4d86-a611-5dc3290dcf75 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:20:15.389798 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ca223dae-bec2-413b-b900-2d04c7c999e7 req-1804e43e-c907-41d2-9913-8c108e4917d8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Synchronizing usage tracker for tenant:e481c48ede97412e95caece135779135 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:20:15.391639 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: baed9f28-9d82-4d86-a611-5dc3290dcf75 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:20:15.391903 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device baed9f28-9d82-4d86-a611-5dc3290dcf75 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:20:15.405773 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ca223dae-bec2-413b-b900-2d04c7c999e7 req-1804e43e-c907-41d2-9913-8c108e4917d8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Unset dirty status for tenant:e481c48ede97412e95caece135779135 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:20:15.406928 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ca223dae-bec2-413b-b900-2d04c7c999e7 req-1804e43e-c907-41d2-9913-8c108e4917d8 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 210 time: 0.0590386 May 31 12:20:16.525584 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-2ebeaefc-35d5-4a97-96ae-4d15a2777ca4 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:16.527022 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-2ebeaefc-35d5-4a97-96ae-4d15a2777ca4 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.52 "GET /v2.0/networks?id=14e18504-1c7c-40a6-98cf-c3274c5fc101 HTTP/1.1" status: 200 len: 809 time: 0.1499228 May 31 12:20:16.549717 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Request body: {'port': {'device_id': '0c5534ff-4f6b-45f6-8303-bc14744a17b9', 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101', 'admin_state_up': True, 'tenant_id': 'e481c48ede97412e95caece135779135'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:20:16.563044 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2ab0b843-0e76-4833-bb1d-bbad56fa3a41 req-b50c1c5c-43ae-4e89-bf18-487b797e58b6 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 210 time: 0.0474727 May 31 12:20:16.684936 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:20:16.694992 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:20:16.704289 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Made reservation on behalf of e481c48ede97412e95caece135779135 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:20:16.708615 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:16.865644 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Allocated IP 172.20.0.11 (14e18504-1c7c-40a6-98cf-c3274c5fc101/2ba46c3b-8205-42e5-b8e6-afddac84d2a5/85829876-be30-41f0-9c03-a114d75467f1) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:20:17.167419 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:17.196724 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789199444682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:17.202088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ae382c89-1e24-4ab6-8d02-d73b41e74ff3 tempest-ServerRescueNegativeTestJSON-780981226 tempest-ServerRescueNegativeTestJSON-780981226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:17.271884 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Network 14e18504-1c7c-40a6-98cf-c3274c5fc101 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:20:17.274980 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:20:17.278808 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:20:17.309238 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Pushing event updated for resources: {'Port': ['ID=85829876-be30-41f0-9c03-a114d75467f1,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:17.315407 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:17.343283 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:17.343945 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:17.368382 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-600ab142-ec87-4ddc-b112-0f6c99733e25 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8231316 May 31 12:20:17.387235 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Request body: {'port': {'device_id': '0c5534ff-4f6b-45f6-8303-bc14744a17b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:20:17.496767 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:17.836057 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd1b80-6bca-4b7c-83ee-1fafc5b81e07 req-cdd53818-6977-4419-a01e-7717f744458e tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:17.836729 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e7dd1b80-6bca-4b7c-83ee-1fafc5b81e07 req-cdd53818-6977-4419-a01e-7717f744458e tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Synchronizing usage tracker for tenant:e481c48ede97412e95caece135779135 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:20:17.907295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e7dd1b80-6bca-4b7c-83ee-1fafc5b81e07 req-cdd53818-6977-4419-a01e-7717f744458e tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Unset dirty status for tenant:e481c48ede97412e95caece135779135 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:20:17.908458 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e7dd1b80-6bca-4b7c-83ee-1fafc5b81e07 req-cdd53818-6977-4419-a01e-7717f744458e tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 932 time: 0.2028861 May 31 12:20:17.917782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85829876-be30-41f0-9c03-a114d75467f1 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:20:17.937169 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:17.966233 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Transition to ACTIVE for port object 85829876-be30-41f0-9c03-a114d75467f1 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:20:17.971317 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:17.976945 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e7dd1b80-6bca-4b7c-83ee-1fafc5b81e07 req-4f880d41-55f8-4a01-b813-47abba000853 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621855 May 31 12:20:17.978492 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5a7bfed5-733e-4685-a78a-28b47dc6f640 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:18.126655 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Pushing event updated for resources: {'Port': ['ID=85829876-be30-41f0-9c03-a114d75467f1,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:18.167160 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.167528 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.167887 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.168240 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.168587 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.168933 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.169277 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.169645 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.169989 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.170330 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.170670 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.171010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:20:18.177766 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:18.213258 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Attempting to bind port 85829876-be30-41f0-9c03-a114d75467f1 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:20:18.213598 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Attempting to bind port 85829876-be30-41f0-9c03-a114d75467f1 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:20:18.213927 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Attempting to bind port 85829876-be30-41f0-9c03-a114d75467f1 on network 14e18504-1c7c-40a6-98cf-c3274c5fc101 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:20:18.218463 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Port 85829876-be30-41f0-9c03-a114d75467f1 on network 14e18504-1c7c-40a6-98cf-c3274c5fc101 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:20:18.218779 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Attempting to bind port 85829876-be30-41f0-9c03-a114d75467f1 on network 14e18504-1c7c-40a6-98cf-c3274c5fc101 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:20:18.223937 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Checking agent: {'id': '65d4330f-fce4-455e-bffb-7931b6b7e5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:20:18.224267 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Checking segment: {'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:20:18.224644 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Bound using segment: {'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:20:18.225069 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Bound port: 85829876-be30-41f0-9c03-a114d75467f1, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747f8b5a-5b64-433c-969d-b7bd519214cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:20:18.225408 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:18.311806 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] For port 85829876-be30-41f0-9c03-a114d75467f1, host hv-cinder-79124, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:20:18.314715 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] For port 85829876-be30-41f0-9c03-a114d75467f1, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=85829876-be30-41f0-9c03-a114d75467f1,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:20:18.319157 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584839'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:18.322674 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6211dc8d-ab79-48b3-a747-13cd6ee6e2d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:18.383022 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:18.383623 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:18.384947 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] 10.222.0.52 "PUT /v2.0/ports/85829876-be30-41f0-9c03-a114d75467f1 HTTP/1.1" status: 200 len: 1094 time: 1.0017226 May 31 12:20:18.385440 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5534ff-4f6b-45f6-8303-bc14744a17b9', 'tag': '85829876-be30-41f0-9c03-a114d75467f1'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:20:18.387703 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e711514c-d298-453a-85ef-bcdd69fa7791" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5534ff-4f6b-45f6-8303-bc14744a17b9", "tag": "85829876-be30-41f0-9c03-a114d75467f1"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:20:18.404287 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Pushing event updated for resources: {'Port': ['ID=85829876-be30-41f0-9c03-a114d75467f1,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:18.407994 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:18.436423 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4e9979-dd2d-4fcc-a848-cf26f6b10f56 x-openstack-request-id: req-4a4e9979-dd2d-4fcc-a848-cf26f6b10f56 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:20:18.436743 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5534ff-4f6b-45f6-8303-bc14744a17b9", "tag": "85829876-be30-41f0-9c03-a114d75467f1", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:20:18.437020 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a4e9979-dd2d-4fcc-a848-cf26f6b10f56 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:20:18.437445 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5534ff-4f6b-45f6-8303-bc14744a17b9', 'tag': '85829876-be30-41f0-9c03-a114d75467f1', 'status': 'completed', 'code': 200} May 31 12:20:18.525570 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-864ec8b6-20ef-4f6a-87f1-7ff00bae391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:18.527043 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-864ec8b6-20ef-4f6a-87f1-7ff00bae391c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e481c48ede97412e95caece135779135&device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 1097 time: 0.0711777 May 31 12:20:18.603593 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-5dad16a3-7599-4ebb-adea-0d6515e28cc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85829876-be30-41f0-9c03-a114d75467f1 HTTP/1.1" status: 200 len: 217 time: 0.0632722 May 31 12:20:18.665548 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-cfe0d047-cf1d-47c4-bfa5-f6a53f4e2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:18.666966 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-cfe0d047-cf1d-47c4-bfa5-f6a53f4e2312 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ba46c3b-8205-42e5-b8e6-afddac84d2a5 HTTP/1.1" status: 200 len: 849 time: 0.0563600 May 31 12:20:18.715241 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-81f78e94-8695-4022-a21c-56a65fe4a70c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e18504-1c7c-40a6-98cf-c3274c5fc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412657 May 31 12:20:18.852035 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-42870029-33c8-46a7-81e9-d99b71245579 service neutron] 10.222.0.52 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274734 May 31 12:20:19.072819 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2cea6c2-9437-450e-9f7c-f9e655af9a0c req-6d3497a1-9a7c-4845-ac52-844438474507 service neutron] 10.222.0.52 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124724 May 31 12:20:19.158085 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea6d2-89c1-4c7c-9c12-c89488baf7d6 req-c2eaf3ee-576c-49da-824b-53803639c3e6 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:19.159565 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aecea6d2-89c1-4c7c-9c12-c89488baf7d6 req-c2eaf3ee-576c-49da-824b-53803639c3e6 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 944 time: 0.0787308 May 31 12:20:19.251702 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aecea6d2-89c1-4c7c-9c12-c89488baf7d6 req-108c46ab-505b-4c39-9a04-bd96d7841e9a tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621359 May 31 12:20:19.264518 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-ac8c2357-3786-452d-8978-8f7c1d8c6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:19.265976 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-ac8c2357-3786-452d-8978-8f7c1d8c6fbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e481c48ede97412e95caece135779135&device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 1097 time: 0.1055756 May 31 12:20:19.394640 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-4dde213a-2dc4-451c-9b38-97ed20e4d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:19.396275 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-4dde213a-2dc4-451c-9b38-97ed20e4d236 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e18504-1c7c-40a6-98cf-c3274c5fc101 HTTP/1.1" status: 200 len: 910 time: 0.1235635 May 31 12:20:19.464623 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-12772683-93a8-4be1-b330-22bf33aed159 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85829876-be30-41f0-9c03-a114d75467f1 HTTP/1.1" status: 200 len: 217 time: 0.0612533 May 31 12:20:19.528255 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-404c2518-b015-4986-a18d-c902ba1642b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:19.529516 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-404c2518-b015-4986-a18d-c902ba1642b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ba46c3b-8205-42e5-b8e6-afddac84d2a5 HTTP/1.1" status: 200 len: 849 time: 0.0547745 May 31 12:20:19.575352 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-d0515e66-a36c-45d2-ab84-e3453fc4ca96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e18504-1c7c-40a6-98cf-c3274c5fc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381422 May 31 12:20:19.702288 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-80c126fc-26da-4cfd-9dc8-a43a62d06ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194222 May 31 12:20:19.829644 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e711514c-d298-453a-85ef-bcdd69fa7791 req-4b11154e-e7d1-4e71-8089-cb6ddc60aadd service neutron] 10.222.0.52 "GET /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188874 May 31 12:20:20.357944 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:20:20.435286 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306964e2-6893-4d1b-aae6-b1fc7ce6edd4 req-7d38353f-ef55-4086-84de-b3ff7bd45df5 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:20.436722 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-306964e2-6893-4d1b-aae6-b1fc7ce6edd4 req-7d38353f-ef55-4086-84de-b3ff7bd45df5 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 944 time: 0.0795083 May 31 12:20:20.480962 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-306964e2-6893-4d1b-aae6-b1fc7ce6edd4 req-608bc9af-14af-4f21-8c84-e0c270634bb9 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 May 31 12:20:21.384952 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 85829876-be30-41f0-9c03-a114d75467f1 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:20:21.517629 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 85829876-be30-41f0-9c03-a114d75467f1, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=85829876-be30-41f0-9c03-a114d75467f1,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:20:21.536627 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': '85829876-be30-41f0-9c03-a114d75467f1', 'network_id': '14e18504-1c7c-40a6-98cf-c3274c5fc101', 'port_id': '85829876-be30-41f0-9c03-a114d75467f1', 'mac_address': 'fa:16:3e:cb:0d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba46c3b-8205-42e5-b8e6-afddac84d2a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:20:21.591998 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:21.608753 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85829876-be30-41f0-9c03-a114d75467f1 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:20:21.625055 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 85829876-be30-41f0-9c03-a114d75467f1, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=85829876-be30-41f0-9c03-a114d75467f1,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:20:21.630367 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:21.632763 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:21.672877 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3f0e2-cd59-49d5-a068-1842b0b8c636 req-4422d2d6-c9e0-4edf-8ea2-619613411fd2 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:21.674942 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4e3f0e2-cd59-49d5-a068-1842b0b8c636 req-4422d2d6-c9e0-4edf-8ea2-619613411fd2 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 944 time: 0.0906308 May 31 12:20:21.703676 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=85829876-be30-41f0-9c03-a114d75467f1,revision_number=4']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:21.706743 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:21.720512 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4e3f0e2-cd59-49d5-a068-1842b0b8c636 req-5d38c2ac-5d1d-4c07-9f05-901c8b0cc546 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 May 31 12:20:21.929588 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['85829876-be30-41f0-9c03-a114d75467f1'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:20:22.904317 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bf5e0-55ed-4c40-a361-be55cd091109 req-1708b8cf-158b-496e-8fc7-dc90786ca67b tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:22.905681 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fa6bf5e0-55ed-4c40-a361-be55cd091109 req-1708b8cf-158b-496e-8fc7-dc90786ca67b tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 945 time: 0.0832939 May 31 12:20:22.949093 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-fa6bf5e0-55ed-4c40-a361-be55cd091109 req-149b4be8-df9a-48bf-b35a-6bd8f7fbfa2f tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 May 31 12:20:23.415350 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 85829876-be30-41f0-9c03-a114d75467f1 up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:20:23.485212 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning for port 85829876-be30-41f0-9c03-a114d75467f1 completed by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:20:23.489622 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port 85829876-be30-41f0-9c03-a114d75467f1 triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:20:23.489991 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:23.606071 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:23.632081 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5534ff-4f6b-45f6-8303-bc14744a17b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85829876-be30-41f0-9c03-a114d75467f1'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:20:23.634300 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2b7f14-3d45-46e8-98fa-767acd061c91" -d '{"events": [{"server_uuid": "0c5534ff-4f6b-45f6-8303-bc14744a17b9", "name": "network-vif-plugged", "status": "completed", "tag": "85829876-be30-41f0-9c03-a114d75467f1"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:20:23.642024 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port 85829876-be30-41f0-9c03-a114d75467f1, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=85829876-be30-41f0-9c03-a114d75467f1,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:20:23.647025 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:23.649885 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-354ff37e-1cb6-4906-adc6-164697104f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:23.680396 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ce01fe-ed51-4a54-a753-e458640c2d76 x-openstack-request-id: req-c0ce01fe-ed51-4a54-a753-e458640c2d76 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:20:23.680689 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5534ff-4f6b-45f6-8303-bc14744a17b9", "name": "network-vif-plugged", "status": "completed", "tag": "85829876-be30-41f0-9c03-a114d75467f1", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:20:23.680946 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0ce01fe-ed51-4a54-a753-e458640c2d76 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:20:23.681328 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5534ff-4f6b-45f6-8303-bc14744a17b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85829876-be30-41f0-9c03-a114d75467f1', 'code': 200} May 31 12:20:23.718888 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=85829876-be30-41f0-9c03-a114d75467f1,revision_number=5']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:23.722242 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:23.929081 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a7ec9-dc09-4147-8024-867c3dcc9ffe req-d710f18e-4afd-4db7-9d3d-37c39b111b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:23.930435 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ab6a7ec9-dc09-4147-8024-867c3dcc9ffe req-d710f18e-4afd-4db7-9d3d-37c39b111b87 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 1099 time: 0.0675464 May 31 12:20:23.972327 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ab6a7ec9-dc09-4147-8024-867c3dcc9ffe req-a00bc7b6-73e1-43fb-97f0-08da2cb15d2f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 May 31 12:20:24.130677 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52080ef-380e-4459-bcdd-d6c96b45942d req-6c2abaaf-92e1-4e0e-8081-b36d614a8fef tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:24.132098 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d52080ef-380e-4459-bcdd-d6c96b45942d req-6c2abaaf-92e1-4e0e-8081-b36d614a8fef tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 946 time: 0.0776284 May 31 12:20:24.179249 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d52080ef-380e-4459-bcdd-d6c96b45942d req-7b00b53b-b5de-478e-98c3-cdbbe36135c4 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 May 31 12:20:25.366492 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67a010-e660-4289-9500-27100d24d66c req-82c644c9-f450-4c98-9967-074e89c0a339 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:25.367927 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5d67a010-e660-4289-9500-27100d24d66c req-82c644c9-f450-4c98-9967-074e89c0a339 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 946 time: 0.0813332 May 31 12:20:25.411408 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5d67a010-e660-4289-9500-27100d24d66c req-af94049f-b4ce-4da4-87a4-b53d5c895b8e tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378535 May 31 12:20:26.551324 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea069f27-7219-4fcd-878a-1ed47e99fc84 req-f315f30f-3288-439b-bac6-8f5d22f236df tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:26.552755 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ea069f27-7219-4fcd-878a-1ed47e99fc84 req-f315f30f-3288-439b-bac6-8f5d22f236df tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 946 time: 0.0781331 May 31 12:20:26.599321 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ea069f27-7219-4fcd-878a-1ed47e99fc84 req-345a90dd-5a28-469e-a5e1-49f73aabe035 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 May 31 12:20:27.785052 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823e2a8-adc3-447f-9c1e-df033db23a57 req-1e6d304c-d58a-4dac-8a38-95c221b9d9b5 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:27.786523 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8823e2a8-adc3-447f-9c1e-df033db23a57 req-1e6d304c-d58a-4dac-8a38-95c221b9d9b5 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 946 time: 0.0796616 May 31 12:20:27.830465 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8823e2a8-adc3-447f-9c1e-df033db23a57 req-035dbf38-13ca-48fb-b27e-ea85a48dde8c tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5ca3391-0226-470f-a79a-dbf7cda34c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 May 31 12:20:27.988279 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e2deb-f92a-4851-bb58-4477f696667a req-cd3e5247-7d24-41b8-a347-71ae705e97e4 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:27.989765 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-257e2deb-f92a-4851-bb58-4477f696667a req-cd3e5247-7d24-41b8-a347-71ae705e97e4 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 946 time: 0.0783501 May 31 12:20:28.120512 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Deleting port 85829876-be30-41f0-9c03-a114d75467f1 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:20:28.120846 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:28.354477 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] For port 85829876-be30-41f0-9c03-a114d75467f1, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=85829876-be30-41f0-9c03-a114d75467f1,segment=NetworkSegment(747f8b5a-5b64-433c-969d-b7bd519214cd),segment_id=747f8b5a-5b64-433c-969d-b7bd519214cd)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:20:28.354829 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:28.473649 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Calling delete_port for 85829876-be30-41f0-9c03-a114d75467f1 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:20:28.591476 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:28.596686 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-419f471a-d89a-44b6-82ad-07102d65b9e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:28.631049 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['85829876-be30-41f0-9c03-a114d75467f1'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:20:28.672249 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Pushing event deleted for resources: {'Port': ['ID=85829876-be30-41f0-9c03-a114d75467f1,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:28.679206 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:28.717127 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] No DVR routers for this DVR port 85829876-be30-41f0-9c03-a114d75467f1 on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:20:28.719456 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:28.721990 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5534ff-4f6b-45f6-8303-bc14744a17b9', 'name': 'network-vif-deleted', 'tag': '85829876-be30-41f0-9c03-a114d75467f1'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:20:28.724199 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62975612-8c9b-4df3-9ec3-ff407566a46c" -d '{"events": [{"server_uuid": "0c5534ff-4f6b-45f6-8303-bc14744a17b9", "name": "network-vif-deleted", "tag": "85829876-be30-41f0-9c03-a114d75467f1"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:20:28.737691 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-257e2deb-f92a-4851-bb58-4477f696667a req-ff84d5a2-b7c4-4a67-91e1-4665f6d109ac tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.52 "DELETE /v2.0/ports/85829876-be30-41f0-9c03-a114d75467f1 HTTP/1.1" status: 204 len: 173 time: 0.7423699 May 31 12:20:28.765807 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a073c32-afd1-4fd8-b341-cdad41f0c957 x-openstack-request-id: req-0a073c32-afd1-4fd8-b341-cdad41f0c957 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:20:28.766114 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5534ff-4f6b-45f6-8303-bc14744a17b9", "name": "network-vif-deleted", "tag": "85829876-be30-41f0-9c03-a114d75467f1", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:20:28.766506 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a073c32-afd1-4fd8-b341-cdad41f0c957 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:20:28.766990 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5534ff-4f6b-45f6-8303-bc14744a17b9', 'name': 'network-vif-deleted', 'tag': '85829876-be30-41f0-9c03-a114d75467f1', 'status': 'completed', 'code': 200} May 31 12:20:28.997464 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-26466344-964a-42fb-b7d2-26d6e97f0396 req-69700984-d22c-40ce-b036-5eb36b494a34 tempest-VolumesActionsTest-1284335967 tempest-VolumesActionsTest-1284335967-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c5534ff-4f6b-45f6-8303-bc14744a17b9 HTTP/1.1" status: 200 len: 210 time: 0.0417540 May 31 12:20:31.480528 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 85829876-be30-41f0-9c03-a114d75467f1 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:20:31.517182 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: 85829876-be30-41f0-9c03-a114d75467f1 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:20:31.517525 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device 85829876-be30-41f0-9c03-a114d75467f1 not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:20:38.451444 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2620382c-6acc-4993-969c-bacca1af2a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:40.156659 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:40.964140 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f85-d5a6-43a5-9d48-6f7685238118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:41.009704 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:41.913826 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:43.742778 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:51.635579 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34372) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:20:51.693499 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] Deleting subnet 2ba46c3b-8205-42e5-b8e6-afddac84d2a5 {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:20:51.696385 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:51.744219 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26482037'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:51.802118 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.046560 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3585469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2839545'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.051024 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:52.089135 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba46c3b-8205-42e5-b8e6-afddac84d2a5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:52.091713 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.093672 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:52.098066 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f1e3feb8-2f5b-471e-a843-86246fc9cb30 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2ba46c3b-8205-42e5-b8e6-afddac84d2a5 HTTP/1.1" status: 204 len: 168 time: 0.4615161 May 31 12:20:52.100480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34376) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:20:52.201886 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.324777 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.337888 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e18504-1c7c-40a6-98cf-c3274c5fc101']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:20:52.349475 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747f8b5a-5b64-433c-969d-b7bd519214cd') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:20:52.349797 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747f8b5a-5b64-433c-969d-b7bd519214cd') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:20:52.360651 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26482046'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.377010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.382837 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:20:52.383211 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584795'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: timer() May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: cb(*args, **kw) May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: self._notify() May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: self.callback(batched_events) May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: event.method(event) May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._get(url).json() May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:20:52.396853 dv-cinder-791240-4-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:20:52.471540 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.475493 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f97c1fb-50f1-426c-824a-3a615840a4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:52.487888 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.499942 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Pushing event deleted for resources: {'Network': ['ID=14e18504-1c7c-40a6-98cf-c3274c5fc101,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:52.503284 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:52.507646 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-64f6f011-0daa-4f3b-b046-244ecfb2083a admin admin] 10.222.0.10 "DELETE /v2.0/networks/14e18504-1c7c-40a6-98cf-c3274c5fc101 HTTP/1.1" status: 204 len: 168 time: 0.4062157 May 31 12:20:52.617739 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34382) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:20:52.665909 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-901e921d-1bed-4dff-958c-631e3ca571e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e481c48ede97412e95caece135779135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469270 May 31 12:20:52.668188 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34386) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:20:52.724246 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1acd9f57-1ed0-4acb-8cb5-407708743688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.748832 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1acd9f57-1ed0-4acb-8cb5-407708743688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.804088 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1acd9f57-1ed0-4acb-8cb5-407708743688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.807957 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d6e24592-2adc-4d6c-b8fd-ee15b7525ff0 tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:20:52.820373 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd9f57-1ed0-4acb-8cb5-407708743688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca3391-0226-470f-a79a-dbf7cda34c0f,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:20:52.823432 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1acd9f57-1ed0-4acb-8cb5-407708743688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:20:52.831973 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1acd9f57-1ed0-4acb-8cb5-407708743688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:20:52.832991 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1acd9f57-1ed0-4acb-8cb5-407708743688 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5ca3391-0226-470f-a79a-dbf7cda34c0f HTTP/1.1" status: 204 len: 168 time: 0.1639428 May 31 12:20:53.219694 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-0a138563-ae6a-4c8f-b1e9-d378da823bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708103 May 31 12:20:53.377754 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-d3c31336-bd92-49f1-9db1-3e319ff52b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:53.379230 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-d3c31336-bd92-49f1-9db1-3e319ff52b5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.0783546 May 31 12:20:53.623159 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-02ac9547-bfcc-4b60-bbb1-b127c130e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:53.624525 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-02ac9547-bfcc-4b60-bbb1-b127c130e6ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 909 time: 0.2271543 May 31 12:20:53.729517 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-7590c24f-7348-41a0-ae0c-69f7ccf97c5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 1001 time: 0.0982583 May 31 12:20:53.795979 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-1f647296-cdf0-4f59-9ad7-ed80194d86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:53.797438 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-1f647296-cdf0-4f59-9ad7-ed80194d86e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0617576 May 31 12:20:53.872937 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-4f3055e5-77fa-4d08-9335-f06ff8e6769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:20:53.874500 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-4f3055e5-77fa-4d08-9335-f06ff8e6769e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695589 May 31 12:20:54.004790 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-937dd88e-77af-4b83-8df4-47a2c7152e4c service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236582 May 31 12:20:54.150540 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ee76adb-6cb5-4983-b92e-0d8789766541 req-e935202e-93ce-4d99-a6d0-f8b862f877b3 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393344 May 31 12:20:57.356198 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:21:08.454509 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8f732a13-a926-4124-b5f0-b473f96d729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:10.156319 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:10.965023 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9e312071-524d-4596-a050-9d5f7872fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:11.001112 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:11.911016 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:13.734768 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:29.324527 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34584) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:21:29.445387 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:29.459228 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:21:29.463011 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Usage tracker for resource:security_group_rule and tenant:37bca64adb2f4608bf55721e0da75bf7 is out of sync, need to count used quota {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:21:29.465799 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.quota.resource [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:21:29.471974 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.quota.driver [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:21:29.555652 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:29.559662 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_create {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:29.567925 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-cc1838cf-c029-488f-9036-4e7614f58ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:21:29.606641 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37bca64adb2f4608bf55721e0da75bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810302 May 31 12:21:29.607500 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e89209-a7e6-4a35-81d9-bf796d238995,revision_number=1']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:21:29.609166 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34590) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.618879 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.619742 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.619742 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.623340 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e3773326-f35d-4294-b4d2-8982fb0b908f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:21:29.672095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:29.697271 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:29.747335 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:29.751857 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1acd9f57-1ed0-4acb-8cb5-407708743688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:21:29.761438 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e89209-a7e6-4a35-81d9-bf796d238995,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:21:29.771598 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.771968 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.772331 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.772682 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.773032 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.773383 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.773756 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.774102 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.774447 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.774787 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.775133 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.775469 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:21:29.778377 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:29.779457 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83e89209-a7e6-4a35-81d9-bf796d238995 HTTP/1.1" status: 204 len: 168 time: 0.1692569 May 31 12:21:29.780290 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-677a501a-ab21-4580-a2a3-351a88d2a93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:21:34.354797 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:21:38.456316 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b84021d5-683a-4e44-b924-c13b32b475b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:40.156887 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:40.968360 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f47ed87a-d688-4c2b-8b38-0cb0f3a20ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:41.002003 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:41.911694 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:43.765335 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:21:49.065206 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6144933-0dc0-420d-8063-517c135cc58b req-fa3ffc60-1426-48e0-9851-b73a4c3a5235 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:49.066700 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e6144933-0dc0-420d-8063-517c135cc58b req-fa3ffc60-1426-48e0-9851-b73a4c3a5235 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0787282 May 31 12:21:49.112526 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e6144933-0dc0-420d-8063-517c135cc58b req-eacb1ae4-3e93-4f7f-b367-eb390e645d6b tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 May 31 12:21:50.302667 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7231262-5799-483c-b175-d0f43bb60971 req-617ad877-1b48-43c0-bdb9-6c630d86cb72 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:50.304157 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b7231262-5799-483c-b175-d0f43bb60971 req-617ad877-1b48-43c0-bdb9-6c630d86cb72 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0863581 May 31 12:21:50.347797 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b7231262-5799-483c-b175-d0f43bb60971 req-a1b7ef82-a352-49aa-96a2-ac722889ff91 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380123 May 31 12:21:51.529403 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d005d-d9c8-4fd0-a834-0b24e89628d6 req-7c74850c-4343-4624-91e5-45705bf3bb51 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:51.530869 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4b1d005d-d9c8-4fd0-a834-0b24e89628d6 req-7c74850c-4343-4624-91e5-45705bf3bb51 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0774612 May 31 12:21:51.573286 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4b1d005d-d9c8-4fd0-a834-0b24e89628d6 req-93f01aed-6dfa-4fcd-ab5b-8651e5e6481c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369573 May 31 12:21:52.754919 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4a3eb-80b6-40b4-97e3-0addfc58922b req-17384192-3b44-48be-9a6c-c72ec71d2c9d tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:52.756903 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-44f4a3eb-80b6-40b4-97e3-0addfc58922b req-17384192-3b44-48be-9a6c-c72ec71d2c9d tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0785332 May 31 12:21:52.800101 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-44f4a3eb-80b6-40b4-97e3-0addfc58922b req-922b3e80-ffd5-4e56-91fb-9c7e95451560 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376403 May 31 12:21:53.984709 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d7fc3-b177-4311-95ef-9486c501909e req-f6f88b8a-de60-4b29-b4d5-21de86cc2042 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:53.986155 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff4d7fc3-b177-4311-95ef-9486c501909e req-f6f88b8a-de60-4b29-b4d5-21de86cc2042 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0822670 May 31 12:21:54.029211 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff4d7fc3-b177-4311-95ef-9486c501909e req-badbc4f8-bac1-439e-8b64-7f1ac2f0cf64 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373890 May 31 12:21:55.222179 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9f09-d6b4-4cf5-9a10-3ec4b380b8a1 req-e0bac492-ab70-40b7-ad50-bf6b3dc4abd9 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:55.223623 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c46a9f09-d6b4-4cf5-9a10-3ec4b380b8a1 req-e0bac492-ab70-40b7-ad50-bf6b3dc4abd9 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0849681 May 31 12:21:55.266277 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-27839c1c-0548-442b-bc83-3cc389cb0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:55.267582 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-c46a9f09-d6b4-4cf5-9a10-3ec4b380b8a1 req-4bd57c54-0c97-415e-927d-4b5044db7413 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377102 May 31 12:21:55.267775 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-27839c1c-0548-442b-bc83-3cc389cb0690 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.0707040 May 31 12:21:55.410878 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-08d530ec-542d-40e0-b46a-57b987977651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:55.412917 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-08d530ec-542d-40e0-b46a-57b987977651 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 909 time: 0.1263933 May 31 12:21:55.512052 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-af6d6e00-a3c5-4aa3-b324-92f9d39fd5c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 1001 time: 0.0933263 May 31 12:21:55.573825 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-dad8320c-bf30-4a6b-a710-ef7c76664b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:55.575184 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-dad8320c-bf30-4a6b-a710-ef7c76664b49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0557406 May 31 12:21:55.653905 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-4ae3e878-ac47-4e8c-a5b7-edff84a002bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:55.655437 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-4ae3e878-ac47-4e8c-a5b7-edff84a002bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736446 May 31 12:21:55.666095 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-41eaffc3-eebc-4343-94e2-2c01b1aca63d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:21:55.666952 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-41eaffc3-eebc-4343-94e2-2c01b1aca63d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047712 May 31 12:21:55.885033 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-f5f4cbbb-c374-4e3f-8470-7596a085032e service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111342 May 31 12:21:56.033469 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9efaa68f-d50b-458c-a490-d2770a947f8d req-2467cee2-a057-479d-9428-303f265330b7 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270235 May 31 12:21:56.449915 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39571d33-fd07-4e28-8a0d-a2cb06c7fd9b req-ffa858a3-abdd-4c9b-b0c8-0eab3f5c7ecc tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:56.451327 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-39571d33-fd07-4e28-8a0d-a2cb06c7fd9b req-ffa858a3-abdd-4c9b-b0c8-0eab3f5c7ecc tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0783646 May 31 12:21:56.493979 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-39571d33-fd07-4e28-8a0d-a2cb06c7fd9b req-b71d83ec-c91d-4f7f-9f67-feabbce23578 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372467 May 31 12:21:57.686306 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a4280-8bda-450c-ba84-d77bb5a706e9 req-8b32102c-fe98-44f4-87cc-b6bbdbddd9db tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:57.687727 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-af0a4280-8bda-450c-ba84-d77bb5a706e9 req-8b32102c-fe98-44f4-87cc-b6bbdbddd9db tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0780735 May 31 12:21:57.730594 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-af0a4280-8bda-450c-ba84-d77bb5a706e9 req-62bf018c-7165-4fe4-84ca-c832a918a30e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372875 May 31 12:21:58.925145 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777ba7f-e837-4c60-84a6-cbded359924e req-eda10577-40dd-4270-95d7-7abe9a37fbc0 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:58.926515 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4777ba7f-e837-4c60-84a6-cbded359924e req-eda10577-40dd-4270-95d7-7abe9a37fbc0 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0812855 May 31 12:21:58.970968 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4777ba7f-e837-4c60-84a6-cbded359924e req-f4b2fb5c-f095-4cb1-b217-8afe3b94ce40 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386791 May 31 12:21:59.247736 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-f7d3d68b-3cea-434d-ae80-6bcd1f70c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:59.249167 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-f7d3d68b-3cea-434d-ae80-6bcd1f70c6d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.0697377 May 31 12:21:59.377706 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-88cc3baa-e962-4a98-8547-f3e30622cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:59.379119 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-88cc3baa-e962-4a98-8547-f3e30622cf73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 909 time: 0.1239758 May 31 12:21:59.480440 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-46183a37-4574-4459-8972-2b7f3496a671 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 1001 time: 0.0947993 May 31 12:21:59.545264 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-56f22e1c-48d5-4f41-afe1-c8adc2df2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:59.546584 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-56f22e1c-48d5-4f41-afe1-c8adc2df2a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0601814 May 31 12:21:59.621258 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-04c0e605-7398-4e16-ac7f-4b2e991920d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:21:59.622758 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-04c0e605-7398-4e16-ac7f-4b2e991920d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698833 May 31 12:21:59.753974 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-efd50db3-f262-4251-81c8-b616d650fba0 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243269 May 31 12:21:59.883280 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3bf4effa-0934-41c5-aa13-ee6ef6c011fb req-a7383c3b-7634-4b30-8c4d-59734bf73a41 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234078 May 31 12:22:00.243253 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3a17e-8a69-4c4f-a57e-c68cf1c1e887 req-7b657aa8-004a-4632-8bc6-f35e214e0cde tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:00.244726 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b0e3a17e-8a69-4c4f-a57e-c68cf1c1e887 req-7b657aa8-004a-4632-8bc6-f35e214e0cde tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.1700172 May 31 12:22:00.289010 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-b0e3a17e-8a69-4c4f-a57e-c68cf1c1e887 req-102a0701-6b79-4a1c-a5a0-22f26cd44005 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387440 May 31 12:22:01.475029 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b766-6d63-40b0-9ac4-7bab341518cb req-c01cdfc9-e58f-415e-8581-fed5b36cca5b tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:01.476489 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4bd3b766-6d63-40b0-9ac4-7bab341518cb req-c01cdfc9-e58f-415e-8581-fed5b36cca5b tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0853503 May 31 12:22:01.520189 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4bd3b766-6d63-40b0-9ac4-7bab341518cb req-c9ad5bd6-d553-42ac-90f3-5f9a42a9ca81 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381281 May 31 12:22:02.707407 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a81e3-0c7e-4667-9166-60a2cc78e0b7 req-1d5ba5b5-845b-4172-8dfc-861f2bf73c58 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:02.709408 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-eb0a81e3-0c7e-4667-9166-60a2cc78e0b7 req-1d5ba5b5-845b-4172-8dfc-861f2bf73c58 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0827019 May 31 12:22:02.752625 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-eb0a81e3-0c7e-4667-9166-60a2cc78e0b7 req-a4437d1d-a209-419d-a766-5abd30a88842 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375307 May 31 12:22:02.962295 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34630) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:22:03.096334 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d154e-ad8a-4d6d-b916-de1bf5c2c233 req-5b742b9f-4f13-424b-a6cd-eef930bba694 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:03.097823 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-af4d154e-ad8a-4d6d-b916-de1bf5c2c233 req-5b742b9f-4f13-424b-a6cd-eef930bba694 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0804090 May 31 12:22:03.133615 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-6a2a9de1-cdd0-4ca4-9089-e27173964fbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1699798 May 31 12:22:03.143616 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-af4d154e-ad8a-4d6d-b916-de1bf5c2c233 req-ba095b1e-a2a6-4f56-b195-ac32638d3a45 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 May 31 12:22:04.035347 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device c4213c73-0705-4802-ab10-8293730cea0d no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:22:04.145732 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:04.171472 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:22:04.173781 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105ffa70-ee7a-404d-bde2-eed74ab66f1e" -d '{"events": [{"server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "name": "network-vif-unplugged", "status": "completed", "tag": "c4213c73-0705-4802-ab10-8293730cea0d"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:22:04.182457 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:22:04.186755 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:04.189505 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b4e52a9b-1bf3-4d86-b7af-228331ffe35d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:22:04.222459 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c47abe-0c8f-4693-a051-94c02644bf35 x-openstack-request-id: req-a6c47abe-0c8f-4693-a051-94c02644bf35 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:22:04.222795 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "name": "network-vif-unplugged", "status": "failed", "tag": "c4213c73-0705-4802-ab10-8293730cea0d", "code": 422}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:22:04.223086 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6c47abe-0c8f-4693-a051-94c02644bf35 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:22:04.223597 dv-cinder-791240-4-iscsi neutron-server[98398]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d', 'code': 422} returned with failed status May 31 12:22:04.254396 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=6']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:22:04.261709 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.262089 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.262447 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.262840 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.263245 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.263553 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.263903 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.264284 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.264677 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.264994 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.265334 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.265665 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:22:04.269813 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:22:04.337941 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e85db-79c6-4301-94e8-a23bcd7cbc7e req-8b2e98b3-5663-4e22-bb72-80dcae289880 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:04.340081 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ea0e85db-79c6-4301-94e8-a23bcd7cbc7e req-8b2e98b3-5663-4e22-bb72-80dcae289880 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0867074 May 31 12:22:04.385379 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ea0e85db-79c6-4301-94e8-a23bcd7cbc7e req-3e0120d0-06a9-4945-aee2-d9ca6498209e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394697 May 31 12:22:05.001988 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-81391a49-d69c-43a9-95d8-340b3dcec5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:05.003471 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-81391a49-d69c-43a9-95d8-340b3dcec5e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992&tenant_id=d9674a6d05204b7bbc282b0c154ee504 HTTP/1.1" status: 200 len: 1096 time: 0.0701089 May 31 12:22:05.106923 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-1820f8aa-881e-4a3e-9260-4627cbce54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:05.108349 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-1820f8aa-881e-4a3e-9260-4627cbce54e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1096 time: 0.0726361 May 31 12:22:05.236023 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-1b72041a-1fb5-4172-ba29-ba448885d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:05.237423 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-1b72041a-1fb5-4172-ba29-ba448885d6fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 909 time: 0.1230607 May 31 12:22:05.433116 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-2f079a93-4e7d-4103-b44d-d5f6e0d61bfd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 999 time: 0.1890965 May 31 12:22:05.503324 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-59136a57-2a17-4808-9eee-015115e46120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:05.505291 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-59136a57-2a17-4808-9eee-015115e46120 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0645661 May 31 12:22:05.580730 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-f4ade4a7-7f2d-439c-8968-72f4e293980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:05.582236 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-f4ade4a7-7f2d-439c-8968-72f4e293980e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715244 May 31 12:22:05.582381 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e4b5-9c28-4071-a0cf-385e9d3a3f14 req-66d39504-9bd2-475b-80d2-7559bee89f0a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:05.583875 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0188e4b5-9c28-4071-a0cf-385e9d3a3f14 req-66d39504-9bd2-475b-80d2-7559bee89f0a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0866454 May 31 12:22:05.640373 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0188e4b5-9c28-4071-a0cf-385e9d3a3f14 req-a3e11667-1e81-4068-9ecd-24c75bbf6288 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457671 May 31 12:22:05.726570 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-692daef1-0e53-47e9-b3a2-2dba4f45b421 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379988 May 31 12:22:05.853805 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b2f08c5-0496-4244-8d4f-85f0aecea04e req-dffad126-ccd4-4e73-90bd-e6b3f118258d service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201394 May 31 12:22:06.825372 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee93f0-67f2-4ae2-97ee-167924fe0026 req-6d726b00-ca29-449c-89cf-311f5e82b88c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:06.826839 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8aee93f0-67f2-4ae2-97ee-167924fe0026 req-6d726b00-ca29-449c-89cf-311f5e82b88c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0829334 May 31 12:22:06.870220 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8aee93f0-67f2-4ae2-97ee-167924fe0026 req-324a9856-4fb4-4ca5-b5df-c906904b13cf tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374253 May 31 12:22:08.054808 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49f0d7-3c2e-4de7-aa69-a9c311682fcf req-f27e7f44-ad44-411b-8f8c-9db0baf87140 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:08.056243 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0a49f0d7-3c2e-4de7-aa69-a9c311682fcf req-f27e7f44-ad44-411b-8f8c-9db0baf87140 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0793085 May 31 12:22:08.100237 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-0a49f0d7-3c2e-4de7-aa69-a9c311682fcf req-e2e6f8a4-30b7-4db7-a06f-c57d95725641 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383878 May 31 12:22:08.458766 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1833bd3e-3278-4236-8fb4-f524e8e03da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:09.282423 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25b023-cfca-494c-b8cd-4ca1477d35a8 req-380d6063-23ec-4cdb-a449-50a1e0611d5c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:09.283864 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1d25b023-cfca-494c-b8cd-4ca1477d35a8 req-380d6063-23ec-4cdb-a449-50a1e0611d5c tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0790122 May 31 12:22:09.331069 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1d25b023-cfca-494c-b8cd-4ca1477d35a8 req-5a3691db-04dc-4407-a734-0c99a1805e67 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 May 31 12:22:10.168484 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:10.514335 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19b6e4-722b-4ee7-ae65-e5b85ba4f9ab req-3383cb4f-758c-497d-aa86-7fa01c27de82 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:10.515763 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ae19b6e4-722b-4ee7-ae65-e5b85ba4f9ab req-3383cb4f-758c-497d-aa86-7fa01c27de82 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0822001 May 31 12:22:10.559627 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-ae19b6e4-722b-4ee7-ae65-e5b85ba4f9ab req-9dd259a8-84f5-4214-abdf-bc3aa647c891 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 May 31 12:22:10.969270 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-07810405-f3e9-4890-8dcf-c25710faff2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:11.003779 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:11.354161 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:22:11.745219 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904801f-804c-4748-9d8a-bacb5bc90b86 req-a0c643c1-67e1-49ac-b2c1-1780d6e6f05a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:11.746681 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6904801f-804c-4748-9d8a-bacb5bc90b86 req-a0c643c1-67e1-49ac-b2c1-1780d6e6f05a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0817242 May 31 12:22:11.790373 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6904801f-804c-4748-9d8a-bacb5bc90b86 req-2b5b3957-75b4-468a-ab14-6ba2ad9c4a72 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380690 May 31 12:22:11.914662 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:12.969526 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3991f66-e981-431f-b5db-7543ea6acc67 req-a491ab4d-c7ae-4f49-b944-5ac6393f87be tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:12.971000 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e3991f66-e981-431f-b5db-7543ea6acc67 req-a491ab4d-c7ae-4f49-b944-5ac6393f87be tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0781083 May 31 12:22:13.017989 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-e3991f66-e981-431f-b5db-7543ea6acc67 req-2cd6c524-06d5-4cf2-8b28-cb4c179c7412 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 May 31 12:22:13.755329 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:14.068833 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device c4213c73-0705-4802-ab10-8293730cea0d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:22:14.198093 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:22:14.204070 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63245999-a50f-4a27-a6af-3af24749ef1e req-e2c531e4-b092-438f-96ff-180301fa7855 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:14.205502 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-63245999-a50f-4a27-a6af-3af24749ef1e req-e2c531e4-b092-438f-96ff-180301fa7855 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 943 time: 0.0824120 May 31 12:22:14.211298 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Returning: {'device': 'c4213c73-0705-4802-ab10-8293730cea0d', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'port_id': 'c4213c73-0705-4802-ab10-8293730cea0d', 'mac_address': 'fa:16:3e:ba:bc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:22:14.249337 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-63245999-a50f-4a27-a6af-3af24749ef1e req-ff7a37eb-d2c1-488b-9854-0e0cbebef741 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380483 May 31 12:22:14.268838 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:14.285273 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4213c73-0705-4802-ab10-8293730cea0d {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:22:14.299942 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:22:14.304641 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:14.306463 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:22:14.372678 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=7']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:22:14.375714 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:22:14.592387 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] get_ports_and_sgs() called for port_ids ['c4213c73-0705-4802-ab10-8293730cea0d'] {{(pid=98398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:22:15.433951 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62946a-5fe2-4c42-87e2-e136dfebfee2 req-26bf434e-9fff-4b02-aed2-99ba25be7ad5 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:15.435401 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2a62946a-5fe2-4c42-87e2-e136dfebfee2 req-26bf434e-9fff-4b02-aed2-99ba25be7ad5 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 944 time: 0.0804150 May 31 12:22:15.480153 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-2a62946a-5fe2-4c42-87e2-e136dfebfee2 req-2d45939b-6426-423c-9a9f-9a8a1a69ed1d tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 May 31 12:22:16.070827 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device c4213c73-0705-4802-ab10-8293730cea0d up at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:22:16.135812 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Provisioning complete for port c4213c73-0705-4802-ab10-8293730cea0d triggered by entity L2. {{(pid=98398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:22:16.136182 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920616'] for port, provisioning_complete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:16.247987 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-982814'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:16.273891 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:22:16.276082 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4785028b67fa2dd81bd61d816ccbe008b4cea3243e99ca3b7bc13febf67b668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45f7ebb-ebab-4aee-99e5-f98e4076c113" -d '{"events": [{"server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "name": "network-vif-plugged", "status": "completed", "tag": "c4213c73-0705-4802-ab10-8293730cea0d"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:22:16.283471 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:22:16.288266 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199911572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789199444700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789199445773'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:16.290056 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:22:16.319950 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072b84a-651a-43ca-aad8-a72ebad7d941 x-openstack-request-id: req-e072b84a-651a-43ca-aad8-a72ebad7d941 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:22:16.320247 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "name": "network-vif-plugged", "status": "completed", "tag": "c4213c73-0705-4802-ab10-8293730cea0d", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:22:16.320500 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e072b84a-651a-43ca-aad8-a72ebad7d941 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:22:16.320937 dv-cinder-791240-4-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d', 'code': 200} May 31 12:22:16.360332 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Pushing event updated for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=8']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:22:16.364211 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:22:16.642519 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6cafb-0748-4b84-8e86-3e3d473bb289 req-4485e684-910e-42ea-987b-083aa3fc67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:16.644647 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82d6cafb-0748-4b84-8e86-3e3d473bb289 req-4485e684-910e-42ea-987b-083aa3fc67c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.0704455 May 31 12:22:16.668148 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78247ff-c3ba-4374-a7c7-8e405801bdc4 req-4b17fbca-4be7-4d2e-95db-545b613b009e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:16.669632 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a78247ff-c3ba-4374-a7c7-8e405801bdc4 req-4b17fbca-4be7-4d2e-95db-545b613b009e tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0848904 May 31 12:22:16.686747 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82d6cafb-0748-4b84-8e86-3e3d473bb289 req-a458707d-d632-4e58-abb3-805182abf4c4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362978 May 31 12:22:16.714042 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-a78247ff-c3ba-4374-a7c7-8e405801bdc4 req-31d96595-5618-41ea-b153-3fa88c375ba7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386231 May 31 12:22:17.901939 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491eefec-415b-4249-9d60-25b406b5e220 req-56af7271-a03a-48f6-8201-347e69082278 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:17.903293 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-491eefec-415b-4249-9d60-25b406b5e220 req-56af7271-a03a-48f6-8201-347e69082278 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0809710 May 31 12:22:17.946611 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-491eefec-415b-4249-9d60-25b406b5e220 req-a8d06bf4-bb1d-45c0-b586-dcd74e33e372 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 May 31 12:22:38.460290 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d3911d-a965-4060-8d88-18e0e6025d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:40.178781 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:40.970012 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-939f49b5-d61b-425c-a540-9ea74cb5d05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:41.005571 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:41.917288 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:43.741677 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:22:48.352915 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:22:56.181727 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-4ec7af81-21eb-4423-9911-57e01ab91bfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677617 May 31 12:22:56.334594 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-28872bb6-bd40-4780-85ac-729dcb9adbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:56.336002 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-28872bb6-bd40-4780-85ac-729dcb9adbc9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.0726180 May 31 12:22:56.473697 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-90396588-4e3e-47b5-8c5f-de76d4e7a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:56.475092 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-90396588-4e3e-47b5-8c5f-de76d4e7a1f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 909 time: 0.1214495 May 31 12:22:56.573666 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-fda8f580-fed7-4603-8c06-437dcfd70daf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 1001 time: 0.0918827 May 31 12:22:56.633681 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-0184932e-8844-4f65-9d37-03222168b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:56.635601 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-0184932e-8844-4f65-9d37-03222168b8f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0548325 May 31 12:22:56.707424 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-48c168e1-be81-4c38-be9e-b1d9f966fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:22:56.708803 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-48c168e1-be81-4c38-be9e-b1d9f966fbf4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676932 May 31 12:22:56.943055 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-95b5eb8e-7525-4180-b089-731febb8a797 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277546 May 31 12:22:57.071432 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5871f475-4fcb-4aee-823b-1e636d140a57 req-c894e5c2-611b-4411-a62c-3faf6bf52825 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220324 May 31 12:23:08.461805 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-09504c1b-1b6f-43e7-b422-15bd60190c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:10.171586 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:10.969790 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1343367a-0eba-4d30-9cc1-92b3b715dc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:11.006802 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:11.920137 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:13.744110 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:25.351379 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:23:31.377931 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34698) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:31.635040 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Deleting port 8078eac8-9326-4f76-aaa5-3dff8964cd32 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:31.635297 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:31.757206 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:31.757527 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:31.884391 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Calling delete_port for 8078eac8-9326-4f76-aaa5-3dff8964cd32 owned by network:floatingip {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:32.005529 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:32.010471 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-170d6205-e0ec-4065-8104-3c05d16a4411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:32.056790 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event deleted for resources: {'Port': ['ID=8078eac8-9326-4f76-aaa5-3dff8964cd32,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:32.097782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.098148 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.098505 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.098859 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.099208 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.099578 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.099922 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.100263 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.100603 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.100941 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.101279 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.101650 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:32.104655 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:32.159748 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for floatingip, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:32.160103 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Floating IP 180e7449-9a3f-40b5-b36c-723e86d230f7 disassociated (deleted). External IP: 172.27.3.100, port: c4213c73-0705-4802-ab10-8293730cea0d. May 31 12:23:32.595048 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Router 4d1dee83-b118-420e-a241-2b7504688ed7 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:23:32.775440 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:23:32.785184 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] Sync routers for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:23:32.795617 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:23:32.796310 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:23:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:32.797805 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:32.852392 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ec8b26b5-6c79-4a8f-bedc-cb74fc0cda56 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "DELETE /v2.0/floatingips/180e7449-9a3f-40b5-b36c-723e86d230f7 HTTP/1.1" status: 204 len: 168 time: 1.4732900 May 31 12:23:32.853178 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:23:32.856079 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c" -d '{"events": [{"name": "network-changed", "server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "tag": "c4213c73-0705-4802-ab10-8293730cea0d"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:23:32.917895 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec37f83-72f7-482e-9b01-220aed4bdcce x-openstack-request-id: req-0ec37f83-72f7-482e-9b01-220aed4bdcce {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:23:32.918349 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "tag": "c4213c73-0705-4802-ab10-8293730cea0d", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:23:32.918630 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ec37f83-72f7-482e-9b01-220aed4bdcce {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:23:32.919061 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d', 'status': 'completed', 'code': 200} May 31 12:23:33.005116 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:23:33.035139 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-e3ec2401-4786-4e61-90a7-c13d9d4b0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:23:33.036572 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-e3ec2401-4786-4e61-90a7-c13d9d4b0c6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9674a6d05204b7bbc282b0c154ee504&device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 1098 time: 0.0746002 May 31 12:23:33.216511 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-949932c0-fff4-44d8-a993-bf4f3d3c6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:23:33.217974 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-949932c0-fff4-44d8-a993-bf4f3d3c6791 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 200 len: 909 time: 0.1756017 May 31 12:23:33.290548 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-689caeb0-0fcc-4a3f-9f6c-b95d00aeedcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 200 len: 217 time: 0.0623233 May 31 12:23:33.319979 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:55Z', 'revision_number': 5, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:33.323897 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] Checking router: 4d1dee83-b118-420e-a241-2b7504688ed7 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:23:33.332302 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:23:33.332906 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:23:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:33.360793 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bdbfc-d412-421b-9d1a-3c968ed40215 req-bf241081-337d-457f-8582-b193d8ff7b65 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:23:33.361484 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-af7bdbfc-d412-421b-9d1a-3c968ed40215 req-bf241081-337d-457f-8582-b193d8ff7b65 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Synchronizing usage tracker for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:23:33.376010 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-bf30be68-f330-4741-a9b9-c5189a038111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:23:33.377389 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-bf30be68-f330-4741-a9b9-c5189a038111 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 200 len: 847 time: 0.0793750 May 31 12:23:33.418147 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-af7bdbfc-d412-421b-9d1a-3c968ed40215 req-bf241081-337d-457f-8582-b193d8ff7b65 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Unset dirty status for tenant:d9674a6d05204b7bbc282b0c154ee504 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:23:33.419278 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-af7bdbfc-d412-421b-9d1a-3c968ed40215 req-bf241081-337d-457f-8582-b193d8ff7b65 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.2603660 May 31 12:23:33.482302 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-af7bdbfc-d412-421b-9d1a-3c968ed40215 req-ac3da9bc-12aa-4e6a-9a16-6bbcb2ef1b67 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565286 May 31 12:23:33.492810 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-dbb42bfd-bde0-4e69-be76-9a28589e66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:23:33.494274 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-dbb42bfd-bde0-4e69-be76-9a28589e66b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e85114e6-7c1d-4544-8a36-6a8296da1d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101248 May 31 12:23:33.513831 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:23:33.627586 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-269d4743-6ae3-4949-a4ef-c114baa6b6c1 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250207 May 31 12:23:33.768277 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b30c8f1-6a9e-45d7-9e32-0bd605a5a09c req-d59a4bfa-5640-4614-aa91-6a5cfff7cb18 service neutron] 10.222.0.52 "GET /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319427 May 31 12:23:33.824368 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:55Z', 'revision_number': 5, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:33.828349 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4aa0c-78c6-4d81-a614-2c185830df94 None None] The sync data for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi is: [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:18:48Z', 'revision_number': 4, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi', '_interfaces': [{'id': '5c3b7b4f-d329-4bd3-8901-7ee953fd90cf', 'name': '', 'network_id': 'e85114e6-7c1d-4544-8a36-6a8296da1d94', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'mac_address': 'fa:16:3e:16:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '96692163-999e-498f-8013-3f89c830ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:47Z', 'updated_at': '2021-05-31T12:18:55Z', 'revision_number': 5, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'subnets': [{'id': '96692163-999e-498f-8013-3f89c830ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:23:34.090141 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3dc38-c657-4e7a-bc94-1f6a66192e9c None None] New status for floating IP 180e7449-9a3f-40b5-b36c-723e86d230f7: DOWN {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:23:34.800712 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b51a67-2508-470b-9352-13fc6c350a25 req-1a94f02f-2b8d-44ed-bf76-6d39a5337d65 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:23:34.802109 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d1b51a67-2508-470b-9352-13fc6c350a25 req-1a94f02f-2b8d-44ed-bf76-6d39a5337d65 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.2121623 May 31 12:23:34.846208 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-d1b51a67-2508-470b-9352-13fc6c350a25 req-4739614b-ed83-4193-90bb-90d3c091f26a tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f046a5c-b171-4dbb-bc22-0bdb42e9e637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378420 May 31 12:23:34.874912 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d267b7d-243d-4f79-9da1-d4647600b633 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:23:34.876329 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d267b7d-243d-4f79-9da1-d4647600b633 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.52 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 945 time: 0.0796523 May 31 12:23:35.009537 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Deleting port c4213c73-0705-4802-ab10-8293730cea0d {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:35.009902 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:35.142920 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] For port c4213c73-0705-4802-ab10-8293730cea0d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c4213c73-0705-4802-ab10-8293730cea0d,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:35.143156 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:35.353518 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Calling delete_port for c4213c73-0705-4802-ab10-8293730cea0d owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:35.460765 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:35.466027 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-56290429-3638-4e17-af34-3959ffa1fe3e tempest-AttachVolumeTestJSON-80538081 tempest-AttachVolumeTestJSON-80538081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:35.509782 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event deleted for resources: {'Port': ['ID=c4213c73-0705-4802-ab10-8293730cea0d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:35.512745 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:35.584374 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] No DVR routers for this DVR port c4213c73-0705-4802-ab10-8293730cea0d on host hv-cinder-79124 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:23:35.586814 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38324'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:35.589214 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'name': 'network-vif-deleted', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:23:35.591455 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07543724c50696f0ef374f13a33c4c96b8f115d2f22189de73ab2f4959b71865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a296790-ea61-4a5f-8d36-5dffdff84ff1" -d '{"events": [{"server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "name": "network-vif-deleted", "tag": "c4213c73-0705-4802-ab10-8293730cea0d"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:23:35.604783 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0cf9ac80-af78-46ed-b633-bbb4a931da7f req-9d819935-3bee-4440-88e0-4faf3e4c162f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.52 "DELETE /v2.0/ports/c4213c73-0705-4802-ab10-8293730cea0d HTTP/1.1" status: 204 len: 173 time: 0.7230704 May 31 12:23:35.641166 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fb73a9-3fc2-4b6e-b93f-e33a02e39418 x-openstack-request-id: req-52fb73a9-3fc2-4b6e-b93f-e33a02e39418 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:23:35.641516 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0ec99-0d8b-48b1-b1c3-1b1c62f97992", "name": "network-vif-deleted", "tag": "c4213c73-0705-4802-ab10-8293730cea0d", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:23:35.641767 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52fb73a9-3fc2-4b6e-b93f-e33a02e39418 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:23:35.642451 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0ec99-0d8b-48b1-b1c3-1b1c62f97992', 'name': 'network-vif-deleted', 'tag': 'c4213c73-0705-4802-ab10-8293730cea0d', 'status': 'completed', 'code': 200} May 31 12:23:35.999207 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [req-8a15e0eb-7113-4187-81c1-5a0b68594601 req-9042680f-271e-47aa-8a8f-613e82102e3f tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d0ec99-0d8b-48b1-b1c3-1b1c62f97992 HTTP/1.1" status: 200 len: 210 time: 0.0465925 May 31 12:23:36.472940 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device c4213c73-0705-4802-ab10-8293730cea0d no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:23:36.510878 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] No Port match for: c4213c73-0705-4802-ab10-8293730cea0d {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:23:36.511238 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Device c4213c73-0705-4802-ab10-8293730cea0d not bound to the agent host hv-cinder-79124 {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:23:37.095530 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34718) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:37.162747 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-469331bf-92e3-4782-a57e-54f31b4a99a7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:37.191571 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-469331bf-92e3-4782-a57e-54f31b4a99a7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:37.254467 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-469331bf-92e3-4782-a57e-54f31b4a99a7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:37.258863 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2e9b7ce1-7b49-470e-bea8-ebea2b874994 tempest-AttachVolumeShelveTestJSON-1650865140 tempest-AttachVolumeShelveTestJSON-1650865140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:37.274025 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469331bf-92e3-4782-a57e-54f31b4a99a7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f046a5c-b171-4dbb-bc22-0bdb42e9e637,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:37.276645 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-469331bf-92e3-4782-a57e-54f31b4a99a7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:37.284031 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-469331bf-92e3-4782-a57e-54f31b4a99a7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:37.285073 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-469331bf-92e3-4782-a57e-54f31b4a99a7 tempest-TestShelveInstance-66204795 tempest-TestShelveInstance-66204795-project] 10.222.0.10 "DELETE /v2.0/security-groups/3f046a5c-b171-4dbb-bc22-0bdb42e9e637 HTTP/1.1" status: 204 len: 168 time: 0.1885562 May 31 12:23:38.350672 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34726) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:38.462644 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0a620757-6ec7-4c02-9a4d-c290f4f62f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:38.878226 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:39.279939 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Deleting port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:39.280280 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:39.497310 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] For port 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:39.498062 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:39.617130 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Calling delete_port for 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf owned by network:router_interface {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:39.762856 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:39.766336 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1ce3e3a1-1e84-4639-b4cd-4fc01a21919f tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:39.809864 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3b7b4f-d329-4bd3-8901-7ee953fd90cf,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:39.813086 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:40.071686 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:40.174374 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:40.414583 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Router 4d1dee83-b118-420e-a241-2b7504688ed7 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:23:40.586364 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:23:40.595267 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] Sync routers for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:23:40.597950 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-26b24330-2ebb-4be1-a8ea-9c3b683ee2f7 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d1dee83-b118-420e-a241-2b7504688ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2461429 May 31 12:23:40.600336 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34730) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:40.604333 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:23:40.604934 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:23:11Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:40.781372 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:23:40.878773 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:40.989532 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-db006f4c-5876-4cb7-ada2-b392fce99c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.057541 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.094656 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.128829 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Deleting port 84b6c372-9867-4cfe-aa64-b83f78b6c87e {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:41.129174 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.132279 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:23:39Z', 'revision_number': 5, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port': {'id': '84b6c372-9867-4cfe-aa64-b83f78b6c87e', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:45Z', 'updated_at': '2021-05-31T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:41.136068 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] Checking router: 4d1dee83-b118-420e-a241-2b7504688ed7 for host: dv-cinder-791240-4-iscsi {{(pid=98398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:23:41.144680 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] Routers {'4d1dee83-b118-420e-a241-2b7504688ed7'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:23:41.145278 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:23:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['4d1dee83-b118-420e-a241-2b7504688ed7'], 'active': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:41.250045 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] For port 84b6c372-9867-4cfe-aa64-b83f78b6c87e, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=84b6c372-9867-4cfe-aa64-b83f78b6c87e,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:41.250635 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.292230 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvr_db [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] Set router 4d1dee83-b118-420e-a241-2b7504688ed7 gateway port host: None {{(pid=98398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:23:41.372116 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Calling delete_port for 84b6c372-9867-4cfe-aa64-b83f78b6c87e owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:41.394849 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_hamode_db [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:23:41Z', 'revision_number': 6, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:41.398679 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2e266-9ba4-4865-9cc9-31bc0de59880 None None] The sync data for ids ['4d1dee83-b118-420e-a241-2b7504688ed7'] in dv-cinder-791240-4-iscsi is: [{'id': '4d1dee83-b118-420e-a241-2b7504688ed7', 'name': 'tempest-TestShelveInstance-100461483-router', 'tenant_id': 'd9674a6d05204b7bbc282b0c154ee504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:44Z', 'updated_at': '2021-05-31T12:23:41Z', 'revision_number': 6, 'project_id': 'd9674a6d05204b7bbc282b0c154ee504', 'gw_port_host': None}] {{(pid=98398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:23:41.508784 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584846'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.513225 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d63218b7-95ca-4ab9-b8c0-88ee19248af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:41.556830 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b6c372-9867-4cfe-aa64-b83f78b6c87e,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:41.585275 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:41.647780 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.820274 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.822480 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.844358 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.844916 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1dee83-b118-420e-a241-2b7504688ed7 {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:23:41.859995 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.861778 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-11f41584-5ae1-471b-a2f1-6357d74ee540 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4d1dee83-b118-420e-a241-2b7504688ed7 HTTP/1.1" status: 204 len: 168 time: 1.2605481 May 31 12:23:41.864259 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34734) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:41.923199 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] Deleting subnet 96692163-999e-498f-8013-3f89c830ca29 {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:23:41.924525 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.926230 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:41.976227 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26482037'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.054055 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.405248 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3585469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2839545'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.409140 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:42.444527 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96692163-999e-498f-8013-3f89c830ca29,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:42.446394 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.448806 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:42.451074 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47924c9-36f4-4482-ae32-a9ee26192c64 None None] Network e85114e6-7c1d-4544-8a36-6a8296da1d94 requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:23:42.456741 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-96149b78-8066-4d68-8cd4-3c439e1a8e78 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/96692163-999e-498f-8013-3f89c830ca29 HTTP/1.1" status: 204 len: 168 time: 0.5888693 May 31 12:23:42.457136 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34738) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:42.474586 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:23:42.557661 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:23:42.558024 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 5c3b7b4f-d329-4bd3-8901-7ee953fd90cf not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:23:42.558441 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 84b6c372-9867-4cfe-aa64-b83f78b6c87e no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:23:42.563500 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.603521 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 84b6c372-9867-4cfe-aa64-b83f78b6c87e {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:23:42.603867 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 84b6c372-9867-4cfe-aa64-b83f78b6c87e not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:23:42.640462 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Deleting port b003d41e-7776-47e8-8e90-75e26349ed3f {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:42.640804 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.740679 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] For port b003d41e-7776-47e8-8e90-75e26349ed3f, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=b003d41e-7776-47e8-8e90-75e26349ed3f,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:42.741036 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.769066 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] DHCP port deletion for e85114e6-7c1d-4544-8a36-6a8296da1d94 request from dv-cinder-791240-4-iscsi {{(pid=98398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:23:42.830910 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Deleting port b003d41e-7776-47e8-8e90-75e26349ed3f {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:42.831279 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.862557 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Calling delete_port for b003d41e-7776-47e8-8e90-75e26349ed3f owned by network:dhcp {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:42.908873 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.913952 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-e07880fb-0dc4-4939-adaf-c0a3052918ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:42.928856 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] For port b003d41e-7776-47e8-8e90-75e26349ed3f, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=b003d41e-7776-47e8-8e90-75e26349ed3f,segment=NetworkSegment(3233981d-7124-495d-8608-46ec9b7dd975),segment_id=3233981d-7124-495d-8608-46ec9b7dd975)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:42.929242 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:42.959249 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b003d41e-7776-47e8-8e90-75e26349ed3f,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:42.961529 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] No DVR routers for this DVR port b003d41e-7776-47e8-8e90-75e26349ed3f on host dv-cinder-791240-4-iscsi {{(pid=98396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:23:42.994361 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.994639 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.995008 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.995375 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.995734 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.996093 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.996447 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.996814 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.997159 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.997508 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.997883 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:42.998234 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.003827 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:43.063467 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Calling delete_port for b003d41e-7776-47e8-8e90-75e26349ed3f owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:43.106525 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:43.110238 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1342db11-e86d-4043-8562-afd693f5375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:43.152145 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Pushing event deleted for resources: {'Port': ['ID=b003d41e-7776-47e8-8e90-75e26349ed3f,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:43.161416 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] No DVR routers for this DVR port b003d41e-7776-47e8-8e90-75e26349ed3f on host dv-cinder-791240-4-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:23:43.164029 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.164945 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.165294 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.165643 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.165962 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.166899 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.166899 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.166899 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.167232 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.167525 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.167837 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.168150 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:23:43.171558 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f5710ed8-98e8-4b88-8603-8d053ce65d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:43.187748 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:43.200163 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85114e6-7c1d-4544-8a36-6a8296da1d94']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:43.212264 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3233981d-7124-495d-8608-46ec9b7dd975') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:43.212551 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3233981d-7124-495d-8608-46ec9b7dd975') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:43.223427 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:43.239833 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:43.245642 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:23:43.245963 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:23:43.258506 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:23:43.332007 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:43.335950 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:43.350051 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:43.359100 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e85114e6-7c1d-4544-8a36-6a8296da1d94,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:43.363591 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:43.381245 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-4ead1842-ea04-4ebc-ae6a-d831793e11e4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e85114e6-7c1d-4544-8a36-6a8296da1d94 HTTP/1.1" status: 204 len: 168 time: 0.9225922 May 31 12:23:43.383951 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34742) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:43.747080 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:44.034914 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4153856'] for router_interface, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:44.426785 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Deleting port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:44.427151 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:44.468340 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device b003d41e-7776-47e8-8e90-75e26349ed3f no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:23:44.503049 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: b003d41e-7776-47e8-8e90-75e26349ed3f {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:23:44.503395 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device b003d41e-7776-47e8-8e90-75e26349ed3f not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:23:44.548702 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] For port ae709ed1-d4eb-41d6-8cf1-9e97ab60c251, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,segment=NetworkSegment(f64657cf-a3a0-4565-a4f9-d159b3df0a6e),segment_id=f64657cf-a3a0-4565-a4f9-d159b3df0a6e)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:44.549050 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:44.772368 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Calling delete_port for ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 owned by network:router_interface {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:44.996924 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:45.001437 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-998c41fe-fc73-4f63-a467-3e4c49c3ca76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:45.045216 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae709ed1-d4eb-41d6-8cf1-9e97ab60c251,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:45.048196 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:45.308706 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4156560'] for router_interface, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:45.657805 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 has already been hosted by L3 agent dbfe2871-2b0a-4231-8731-567668290c3c {{(pid=98396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:23:45.830970 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-iscsi the message routers_updated {{(pid=98396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:23:45.839941 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] Sync routers for ids ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'] in dv-cinder-791240-4-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:23:45.840414 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-491bb867-3ab1-4932-9f11-0140505bf4c2 admin admin] 10.222.0.10 "PUT /v2.0/routers/6bb8cdf9-3d10-49f1-afa4-7659894d5865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4552195 May 31 12:23:45.842622 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34748) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:45.850525 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] Routers {'6bb8cdf9-3d10-49f1-afa4-7659894d5865'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:23:45.851129 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:23:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:46.013120 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:46.029089 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] Set router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 gateway port host: dv-cinder-791240-4-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:23:46.297938 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:46.336272 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'external_fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd009f18e-92af-41ca-802d-526fc865b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:23:44Z', 'revision_number': 5, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port': {'id': 'd009f18e-92af-41ca-802d-526fc865b963', 'name': '', 'network_id': '2320435d-4510-458a-8d67-6c51c60cb315', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:18:51Z', 'updated_at': '2021-05-31T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd286453-7007-4b35-b164-1288dbf210ff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-iscsi'}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:46.339998 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] Checking router: 6bb8cdf9-3d10-49f1-afa4-7659894d5865 for host: dv-cinder-791240-4-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:23:46.348941 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] Routers {'6bb8cdf9-3d10-49f1-afa4-7659894d5865'} bound to L3 agent in host dv-cinder-791240-4-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:23:46.350007 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:11Z,description=,heartbeat_timestamp=2021-05-31T12:23:41Z,host='dv-cinder-791240-4-iscsi',id=dbfe2871-2b0a-4231-8731-567668290c3c,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:11Z,topic='l3_agent')) {'router_ids': ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:46.371977 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Deleting port d009f18e-92af-41ca-802d-526fc865b963 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:46.372313 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:46.497846 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] For port d009f18e-92af-41ca-802d-526fc865b963, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=d009f18e-92af-41ca-802d-526fc865b963,segment=NetworkSegment(ebe76bb6-5026-4746-b25c-37460ce7f1a7),segment_id=ebe76bb6-5026-4746-b25c-37460ce7f1a7)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:46.498197 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:46.504097 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] Set router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:23:46.605454 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:23:46Z', 'revision_number': 6, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port_host': None}], 'dv-cinder-791240-4-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:46.609301 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427ee51-017f-409c-aedb-6b49b63f967e None None] The sync data for ids ['6bb8cdf9-3d10-49f1-afa4-7659894d5865'] in dv-cinder-791240-4-iscsi is: [{'id': '6bb8cdf9-3d10-49f1-afa4-7659894d5865', 'name': 'tempest-TestShelveInstance-19156236-router', 'tenant_id': 'a5d61df6203c43048a237bce1ae8c05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:18:50Z', 'updated_at': '2021-05-31T12:23:46Z', 'revision_number': 6, 'project_id': 'a5d61df6203c43048a237bce1ae8c05c', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:23:46.622128 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Calling delete_port for d009f18e-92af-41ca-802d-526fc865b963 owned by network:router_gateway {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:46.763640 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:46.768340 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-6a78c00b-fb0c-4dc9-9777-6b62a04734ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:46.838424 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d009f18e-92af-41ca-802d-526fc865b963,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:46.844023 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:46.900721 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4155421'] for router_gateway, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.073791 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62897'] for router, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.075909 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.098041 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4158380'] for router, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.098524 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb8cdf9-3d10-49f1-afa4-7659894d5865 {{(pid=98396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:23:47.110566 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] Notify callbacks [] for router, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.111659 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-984bf6a3-58c0-4993-a8e6-8f8d529ef8b0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6bb8cdf9-3d10-49f1-afa4-7659894d5865 HTTP/1.1" status: 204 len: 168 time: 1.2681546 May 31 12:23:47.114186 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34752) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:47.171531 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.db_base_plugin_v2 [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] Deleting subnet 51790818-6664-42e1-a732-4baf7d078d9f {{(pid=98396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:23:47.174585 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.223659 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199242'] for subnet, precommit_delete_associations {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.297940 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925650'] for subnet, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.647642 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2199150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823417'] for subnet, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.655136 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:47.690376 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for subnet, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.695287 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51790818-6664-42e1-a732-4baf7d078d9f,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:47.695901 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75656409-8b8b-4c35-ae5b-4545f3a0479f None None] Network f0500d56-c9c7-47b2-8e60-d87378905bda requested from dv-cinder-791240-4-iscsi {{(pid=98398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:23:47.703733 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:47.703733 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-273e62c1-a3bc-4b8d-bc2c-3ebc950fcbe4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/51790818-6664-42e1-a732-4baf7d078d9f HTTP/1.1" status: 204 len: 168 time: 0.5857110 May 31 12:23:47.703733 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34756) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:47.805592 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524454'] for network, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.874645 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Deleting port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 {{(pid=98396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:47.874903 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.934784 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] DHCP port deletion for f0500d56-c9c7-47b2-8e60-d87378905bda request from dv-cinder-791240-4-iscsi {{(pid=98398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:23:47.976556 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.db [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] For port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,segment=NetworkSegment(f64657cf-a3a0-4565-a4f9-d159b3df0a6e),segment_id=f64657cf-a3a0-4565-a4f9-d159b3df0a6e)] {{(pid=98396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:47.976908 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:47.999276 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] Deleting port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:23:47.999653 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199910467'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.104306 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.plugin [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Calling delete_port for 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 owned by network:dhcp {{(pid=98396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:48.127293 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] For port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3, host dv-cinder-791240-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-iscsi',level=0,port_id=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,segment=NetworkSegment(f64657cf-a3a0-4565-a4f9-d159b3df0a6e),segment_id=f64657cf-a3a0-4565-a4f9-d159b3df0a6e)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:23:48.127683 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4154577'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.149570 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2197661'] for port, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.154293 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-444c3027-80f8-45c1-86b3-eebe5372ea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:48.198943 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:48.200648 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] No DVR routers for this DVR port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 on host dv-cinder-791240-4-iscsi {{(pid=98396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:23:48.226372 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:48.247778 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] Calling delete_port for 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:23:48.289042 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-966857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199911590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789199444691'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.292470 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:48.315907 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-922717', 'neutron.services.segments.db._delete_segments_for_network-8789199970780'] for network, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.328451 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0500d56-c9c7-47b2-8e60-d87378905bda']}} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:48.331869 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] Pushing event deleted for resources: {'Port': ['ID=4a8ef58c-3cc4-479b-98c3-21c09f6daee3,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:48.335260 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:48.337977 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8999ed6-4d6d-4817-9a88-0d63c8f83af7 None None] No DVR routers for this DVR port 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 on host dv-cinder-791240-4-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:23:48.341153 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e') {'for_net_delete': True} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:48.341450 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.services.segments.db [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64657cf-a3a0-4565-a4f9-d159b3df0a6e') {} {{(pid=98396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:23:48.353526 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199983773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199233'] for segment, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.370159 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381'] for segment, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.376357 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=98396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:23:48.376776 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2197704'] for segment, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: Traceback (most recent call last): May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: timer() May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: cb(*args, **kw) May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: return func(*args, **kwargs) May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: self._notify() May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: self.callback(batched_events) May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: event.method(event) May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: return f(self, *a, **k) May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._get(url).json() May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: return self.request(url, 'GET', **kwargs) May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:23:48.389676 dv-cinder-791240-4-iscsi neutron-server[98396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:23:48.466900 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-922708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4193614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3795440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4155392'] for network, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.471361 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795413'] for network, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.473816 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:48.483742 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device d009f18e-92af-41ca-802d-526fc865b963 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:23:48.496458 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0500d56-c9c7-47b2-8e60-d87378905bda,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:48.498775 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:48.503415 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-8ea34182-c469-4aaf-9737-76ef13c05c02 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f0500d56-c9c7-47b2-8e60-d87378905bda HTTP/1.1" status: 204 len: 168 time: 0.7967794 May 31 12:23:48.518559 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: d009f18e-92af-41ca-802d-526fc865b963 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:23:48.518909 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device d009f18e-92af-41ca-802d-526fc865b963 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:23:48.519330 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:23:48.554141 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:23:48.554490 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device 4a8ef58c-3cc4-479b-98c3-21c09f6daee3 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:23:48.554909 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 no longer exists at agent ovs-agent-dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:23:48.586819 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] No Port match for: ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 {{(pid=98398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:23:48.587167 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.rpc [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Device ae709ed1-d4eb-41d6-8cf1-9e97ab60c251 not bound to the agent host dv-cinder-791240-4-iscsi {{(pid=98398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:23:48.632411 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34762) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:48.683209 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-655368f6-815c-4c9a-b7f6-15bfc7027bca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9674a6d05204b7bbc282b0c154ee504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494933 May 31 12:23:48.685541 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.wsgi [-] (98396) accepted ('10.222.0.10', 34766) {{(pid=98396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:48.746358 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c44bf66a-52fb-4c52-954e-9ccc923645de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.772301 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c44bf66a-52fb-4c52-954e-9ccc923645de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.822118 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c44bf66a-52fb-4c52-954e-9ccc923645de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.826704 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-2aa2bd43-0b47-4d0e-b25c-1830287a41ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:48.840119 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bf66a-52fb-4c52-954e-9ccc923645de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1644d8-a5d5-4086-8695-d8d6a5cf65aa,revision_number=None']} {{(pid=98396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:48.843431 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG oslo_concurrency.lockutils [None req-c44bf66a-52fb-4c52-954e-9ccc923645de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:48.846543 dv-cinder-791240-4-iscsi neutron-server[98396]: DEBUG neutron_lib.callbacks.manager [None req-c44bf66a-52fb-4c52-954e-9ccc923645de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:48.847662 dv-cinder-791240-4-iscsi neutron-server[98396]: INFO neutron.wsgi [None req-c44bf66a-52fb-4c52-954e-9ccc923645de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a1644d8-a5d5-4086-8695-d8d6a5cf65aa HTTP/1.1" status: 204 len: 168 time: 0.1612287 May 31 12:23:49.182491 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34774) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:49.229579 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e12efb9f-7a6c-473d-97f3-a5d0aea0d76a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5d61df6203c43048a237bce1ae8c05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458972 May 31 12:23:49.231829 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.10', 34778) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:23:49.288592 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef49-3ba3-42f6-904e-ef40eced6d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:49.317387 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef49-3ba3-42f6-904e-ef40eced6d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:49.370820 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef49-3ba3-42f6-904e-ef40eced6d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193660'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:49.374352 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb81a148-e90b-42f1-85fd-b755137f140a tempest-TestMinimumBasicScenario-484955915 tempest-TestMinimumBasicScenario-484955915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:23:49.385704 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02ef49-3ba3-42f6-904e-ef40eced6d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ca1c53-f884-4266-af10-430f5acf7b0a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:23:49.388979 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4e02ef49-3ba3-42f6-904e-ef40eced6d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:23:49.392333 dv-cinder-791240-4-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef49-3ba3-42f6-904e-ef40eced6d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:23:49.393985 dv-cinder-791240-4-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4e02ef49-3ba3-42f6-904e-ef40eced6d48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17ca1c53-f884-4266-af10-430f5acf7b0a HTTP/1.1" status: 204 len: 168 time: 0.1612689 May 31 12:24:02.351196 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:24:08.465453 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-99910a07-73a9-4e23-bd15-bd385f9ebc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:10.205400 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:10.972682 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2e28675f-9733-4060-bfd8-b06386ddff9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:11.005401 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:11.924431 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:13.766868 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:38.467927 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b7b7fac7-c683-4dfa-9be4-20bc7b318c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:39.349621 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:24:40.226176 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:40.973364 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3b12d361-5445-4278-ad60-64981dfa853e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:41.006599 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:41.929788 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:24:43.754088 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:08.471746 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef351-2ad4-49c2-ae32-8b0075a81d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:10.218814 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:10.975168 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d7792e5b-8f30-46ef-8a4e-23cf39bd9a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:11.007187 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:11.931477 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:13.757634 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:16.347846 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:25:38.473711 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c28aa5e5-42c0-4c7d-9a3a-f0e709d37d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:40.238695 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:40.976306 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba37d22e-1bdd-43df-a375-7ce321c249b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:41.007777 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:41.933354 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:43.759275 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:25:53.346946 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:26:08.475188 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-54924646-e544-4ae3-81cb-29163887f693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:10.253682 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:10.977849 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bf70b945-d926-43f2-84c2-229303d87971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:11.007864 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:11.936950 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:13.777972 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:30.345204 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:26:38.476316 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-628d7cfe-0aab-434d-85d2-d41939d74f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:40.252712 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:40.978067 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf882-0428-4afe-8b9d-e023dd5643f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:41.007211 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:41.938967 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:26:43.763123 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:07.344094 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:27:08.477733 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8bde-0b64-46d8-a796-d14b96ef7de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:10.267885 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:10.979092 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-96f14d81-173e-4dec-aff6-5596ce45b0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:11.008127 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:11.942039 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:13.767081 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:38.479786 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-db583039-1a31-4c48-9860-6fe98ee0d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:40.275942 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:40.979134 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cd3aea60-6c91-4927-97f5-496ac6847167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:41.007859 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:41.945472 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:43.771539 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:27:44.342807 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:28:08.482039 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-288a58ff-04f6-4e8c-b87c-ce287e56dc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:10.290149 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:10.980861 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c57d223f-0d7e-48d4-8fef-7478418bedee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:11.009110 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:11.949277 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:13.792626 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:21.342159 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:28:38.482819 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a3a535a2-0a26-4114-a6c6-5780688f7041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:40.296586 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee06c-baa9-4cfd-b729-e16ea18fd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:41.024158 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-35a3b0e7-6fd7-427e-a76a-46b71b21607f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:41.028963 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fc9d955b-ffae-4fae-ba0a-3777e54af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:41.950833 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3128e289-99f7-4244-a133-4ffaba93945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:43.773921 dv-cinder-791240-4-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68d77abe-3f50-43fe-997e-4e12ddf44dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199970798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921491'] for agent, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:28:58.340327 dv-cinder-791240-4-iscsi neutron-server[98399]: DEBUG neutron.db.agents_db [None req-a0df13bb-9307-4754-a358-090ca6cc370c None None] Agent healthcheck: found 6 active agents {{(pid=98399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}